<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Hum Factors</journal-id><journal-id journal-id-type="publisher-id">humanfactors</journal-id><journal-id journal-id-type="index">6</journal-id><journal-title>JMIR Human Factors</journal-title><abbrev-journal-title>JMIR Hum Factors</abbrev-journal-title><issn pub-type="epub">2292-9495</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v12i1e51495</article-id><article-id pub-id-type="doi">10.2196/51495</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Comparisons of Physicians&#x2019;, Nurses&#x2019;, and Social Welfare Professionals&#x2019; Experiences With Participation in Information System Development: Cross-Sectional Survey Study</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Martikainen</surname><given-names>Susanna</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Viitanen</surname><given-names>Johanna</given-names></name><degrees>DSc</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Salovaara</surname><given-names>Samuel</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Kinnunen</surname><given-names>Ulla-Mari</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>L&#x00E4;&#x00E4;veri</surname><given-names>Tinja</given-names></name><degrees>MD, PhD</degrees><xref ref-type="aff" rid="aff2">2</xref><xref ref-type="aff" rid="aff4">4</xref></contrib></contrib-group><aff id="aff1"><institution>Department of Health and Social Management, Faculty of Social Sciences and Business Studies, University of Eastern Finland</institution><addr-line>Kuopio</addr-line><country>Finland</country></aff><aff id="aff2"><institution>Department of Computer Science, School of Science, Aalto University</institution><addr-line>Espoo</addr-line><country>Finland</country></aff><aff id="aff3"><institution>Department of Social Work, Faculty of Social Sciences, University of Lapland</institution><addr-line>Rovaniemi</addr-line><country>Finland</country></aff><aff id="aff4"><institution>Infectious Diseases, Inflammation Center, University of Helsinki and Helsinki University Hospital</institution><addr-line>Helsinki</addr-line><country>Finland</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Kushniruk</surname><given-names>Andre</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Sieja</surname><given-names>Amber</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Tesfaye</surname><given-names>Wubshet</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Susanna Martikainen, PhD, Department of Health and Social Management, Faculty of Social Sciences and Business Studies, University of Eastern Finland, Yliopistonranta 8, PO Box 1627, Kuopio, FI-70211, Finland, 358 294 45 1111; <email>smarti@uef.fi</email></corresp></author-notes><pub-date pub-type="collection"><year>2025</year></pub-date><pub-date pub-type="epub"><day>22</day><month>1</month><year>2025</year></pub-date><volume>12</volume><elocation-id>e51495</elocation-id><history><date date-type="received"><day>02</day><month>08</month><year>2023</year></date><date date-type="rev-recd"><day>02</day><month>05</month><year>2024</year></date><date date-type="accepted"><day>08</day><month>11</month><year>2024</year></date></history><copyright-statement>&#x00A9; Susanna Martikainen, Johanna Viitanen, Samuel Salovaara, Ulla-Mari Kinnunen, Tinja L&#x00E4;&#x00E4;veri. Originally published in JMIR Human Factors (<ext-link ext-link-type="uri" xlink:href="https://humanfactors.jmir.org">https://humanfactors.jmir.org</ext-link>), 22.1.2025. </copyright-statement><copyright-year>2025</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Human Factors, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://humanfactors.jmir.org">https://humanfactors.jmir.org</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2025/1/e51495"/><abstract><sec><title>Background</title><p>The integration of health care and social welfare services together with the consolidation of health care information systems (HISs) and client information systems (CISs) has become a timely topic. Despite this development, there is a scarcity of systematic research on physicians&#x2019;, registered nurses&#x2019; (RNs) and social welfare professionals&#x2019; (SWPs) experiences of participating in the development of HISs and CISs.</p></sec><sec><title>Objective</title><p>This study aimed to examine how physicians, RNs and SWPs experience collaboration with HIS or CIS vendors, and what kinds of end users have participated in HIS or CIS development.</p></sec><sec sec-type="methods"><title>Methods</title><p>National cross-sectional usability surveys were conducted in Finland among RNs and SWPs in 2020 and physicians in 2021. Questions concerning participation experiences were analyzed by professional group, working sector, managerial position, and age.</p></sec><sec sec-type="results"><title>Results</title><p>In total, 4683 physicians, 3610 RNs, and 990 SWPs responded to the surveys. In all 3 professional groups, those working in nonmanagerial positions and the youngest respondents participated least in HIS or CIS development, and 76% (n=3528) of physicians, 78% (n=2814) of RNs and 67% (n=664) of SWPs had not participated at all. When comparing the groups, physicians were least aware of feedback processes and least satisfied with vendors&#x2019; interest in end-user feedback and the manner and speed of HIS development. Those who had dedicated working time for HIS or CIS development were less critical of vendors&#x2019; interest and responsiveness to development ideas than those who had not participated at all. In all 3 professional groups, the youngest were most dissatisfied with HIS and CIS vendor collaboration.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>Experiences of participation in HIS and CIS development were relatively negative across all 3 professional groups, with physicians being the most critical. Dialogue and collaboration between developers and end users&#x2014;also the youngest ones and frontline workers&#x2014;need improvement; simply increasing allotted working time is unlikely to produce more positive participation experiences.</p></sec></abstract><kwd-group><kwd>participation</kwd><kwd>development</kwd><kwd>usability</kwd><kwd>user experience</kwd><kwd>physician</kwd><kwd>nurse</kwd><kwd>social worker</kwd><kwd>information system</kwd><kwd>national survey</kwd><kwd>system development</kwd><kwd>users</kwd><kwd>user feedback</kwd><kwd>cross-sectional survey</kwd><kwd>Finland</kwd><kwd>Finnish</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><sec id="s1-1"><title>Background</title><p>The increasing collaboration between health care and social care and the consequent need for integrated information systems (ISs) warrants studies on the end-user participation viewpoints of all major user groups. Physicians [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref5">5</xref>], nurses [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>], and social welfare professionals (SWPs) [<xref ref-type="bibr" rid="ref6">6</xref>] are not satisfied with the usability or daily work support of health care information systems (HISs) and client information systems (CISs) [<xref ref-type="bibr" rid="ref7">7</xref>]. Furthermore, these professionals experience collaboration with HIS and CIS vendors and developers to be unsatisfactory. However, the majority would be willing to participate in information system development, but suitable means are lacking [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref8">8</xref>-<xref ref-type="bibr" rid="ref11">11</xref>].</p><p>End users&#x2019; participation in IS development is considered to lead to a better user experience and increased user acceptance [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. However, the characteristic inherent complexity of HISs and CISs complicates the implementation of many user participation methods [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. Although end-user participation is regarded as essential in HIS and CIS development [<xref ref-type="bibr" rid="ref16">16</xref>], without careful management throughout the software development process, participation alone does not guarantee system success [<xref ref-type="bibr" rid="ref17">17</xref>-<xref ref-type="bibr" rid="ref19">19</xref>]. End-user participation may even cause more problems than benefits, particularly if the ISs are expected to solve organizational problems [<xref ref-type="bibr" rid="ref20">20</xref>]. Users may experience that their participation does not affect IS functionalities in a desired manner [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. In addition, emphasizing administrative information needs and wishes instead of the needs of frontline professionals can complicate work processes by increasing the requirements for data entry and thus impair the workflows [<xref ref-type="bibr" rid="ref21">21</xref>]. IS users in leadership positions have different needs for ISs than frontline professionals [<xref ref-type="bibr" rid="ref22">22</xref>].</p><p>Comprehensive HISs and CISs are complex ISs used by dozens of user roles in a wide variety of use contexts [<xref ref-type="bibr" rid="ref23">23</xref>,<xref ref-type="bibr" rid="ref24">24</xref>]. Many countries, including Finland, are integrating health and social welfare services and consequently ISs [<xref ref-type="bibr" rid="ref25">25</xref>-<xref ref-type="bibr" rid="ref27">27</xref>]. One of the rationales behind this development is that those with high numbers of visits to health care often need social welfare services and vice versa [<xref ref-type="bibr" rid="ref28">28</xref>]. From the point of view of patients and clients, treatment and service packages often include both health care and social services [<xref ref-type="bibr" rid="ref29">29</xref>-<xref ref-type="bibr" rid="ref33">33</xref>], which emphasizes the need for fluent information exchange between professional groups to guarantee high-quality and safe care. Consequently, end users from the major professional groups are needed in the IS development processes.</p></sec><sec id="s1-2"><title>Context of the Study: Health Care, Social Welfare and HISs and CISs in Finland</title><p>Until 2023, municipalities (n=309 in 2022) were responsible for organizing social welfare services and primary health care (health centers) in Finland. A total of 20 hospital districts, jointly owned by the municipalities of the region, organized specialized medical care; 5 university hospitals provided tertiary care. Although one-third of outpatient visits to physicians are to private providers (eg occupational health care), the variety of services provided by the private sector is narrow; for example, there are no private intensive care units (ICUs) or labor and delivery units [<xref ref-type="bibr" rid="ref34">34</xref>]. In social welfare, municipalities or federations of municipalities often purchase some services from private service providers and non-governmental organizations (n=3971 in 2017) [<xref ref-type="bibr" rid="ref27">27</xref>]. In 2018, there were 19,627 working-age physicians, 70,198 RNs, and 34,523 SWPs in Finland [<xref ref-type="bibr" rid="ref35">35</xref>-<xref ref-type="bibr" rid="ref37">37</xref>].</p><p>In Finland, the first HISs and CISs were implemented in the 1970s [<xref ref-type="bibr" rid="ref27">27</xref>]. While only every tenth US hospital used electronic health records (EHRs) as late as in 2010 [<xref ref-type="bibr" rid="ref38">38</xref>], in Finnish public health care, HIS coverage had already reached 100% by 2007, and by 2014 CISs covered almost all public social services [<xref ref-type="bibr" rid="ref39">39</xref>,<xref ref-type="bibr" rid="ref40">40</xref>]. By contrast, in 2020, a quarter of nonpublic social welfare organizations still operated on paper [<xref ref-type="bibr" rid="ref27">27</xref>,<xref ref-type="bibr" rid="ref41">41</xref>].</p><p>All public hospitals and health centers had joined the Kanta services (national patient data repository and electronic prescription system) by 2015 [<xref ref-type="bibr" rid="ref42">42</xref>,<xref ref-type="bibr" rid="ref43">43</xref>], but implementation of the national data repository for social welfare services only began in 2020 [<xref ref-type="bibr" rid="ref44">44</xref>]. This has required considerable resources from both health care and social welfare organizations and IS vendors over the years [<xref ref-type="bibr" rid="ref45">45</xref>].</p><p>During 2020&#x2010;21, in public health care, 2 leading specialized care and 2 leading primary care EHR brands were in wide use. In addition, 4 EHR brands covered both primary and specialized care, of which 1 also covered tertiary care (including functionalities for eg, operating rooms, ICUs, radiology, and emergency departments) and 6 out of the 7 nationally defined social welfare service lines. In addition, 1 EHR brand covered most private sector health care. In public social welfare, 2 CIS brands were in use in most municipalities [<xref ref-type="bibr" rid="ref46">46</xref>]. In addition, EHR brands were also used in social welfare [<xref ref-type="bibr" rid="ref41">41</xref>]. In 2018&#x2010;21, a new IS was deployed in Southern Finland with 47,000 end users.</p></sec><sec id="s1-3"><title>Research Questions</title><p>In this study, we examined the experiences of physicians, registered nurses (RNs) and SWPs of participating in HIS or CIS development. The data were gathered in 3 large Finnish national surveys in 2020 and 2021. The research questions were as follows:</p><list list-type="order"><list-item><p>What experiences do physicians, RNs and SWPs have of collaboration with HIS and CIS vendors?</p></list-item><list-item><p>Do participation experiences vary by managerial position, employment sector, or age?</p></list-item><list-item><p>What types of physicians, RNs and SWPs have participated in HIS and CIS development?</p></list-item></list></sec></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Survey</title><p>This study was part of large national cross-sectional HIS and CIS usability surveys conducted among SWPs and RNs in 2020, and physicians in 2021 [<xref ref-type="bibr" rid="ref47">47</xref>]. The survey questionnaires and data are available online [<xref ref-type="bibr" rid="ref47">47</xref>]. The surveys were based on the validated National Usability-Focused HIS Scale [<xref ref-type="bibr" rid="ref48">48</xref>] and included a section on end users&#x2019; experiences of participation in HIS or CIS development (<xref ref-type="table" rid="table1">Table 1</xref>). The statements were originally created and piloted for the national physician survey in 2010 [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>], and the same statements have been used in later surveys for physicians [<xref ref-type="bibr" rid="ref1">1</xref>], for RNs [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref49">49</xref>], and SWPs [<xref ref-type="bibr" rid="ref6">6</xref>]. The survey method and the questionnaire have been described in detail previously [<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref5">5</xref>,<xref ref-type="bibr" rid="ref48">48</xref>].</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Questionnaire statements.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom" colspan="2">Questions and statement/option designations</td><td align="left" valign="bottom">Statements and options</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="3">Question (1) What has been your experience of providing feedback on the information systems you use and their development? please assess the following statements based on your experience. Response options: Fully agree / Somewhat agree / Neither agree nor disagree / Somewhat disagree / Fully disagree</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Statement A</td><td align="left" valign="top">I know how and to whom I can send feedback about the system if I wish to do so.</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Statement B</td><td align="left" valign="top">The system vendor is interested in feedback about the system provided by the end users.</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Statement C</td><td align="left" valign="top">The system vendor implements corrections and change requests according to the suggestions of the end users.</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Statement D</td><td align="left" valign="top">Corrections and change requests are implemented within a reasonable time frame.</td></tr><tr><td align="left" valign="top" colspan="3">Question (2) Have you participated in information systems development work?</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Option A</td><td align="left" valign="top">Yes, some of my working time has been allocated for such development work</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Option B</td><td align="left" valign="top">Yes, in addition to my work</td></tr><tr><td align="left" valign="top"/><td align="left" valign="top">Option C</td><td align="left" valign="top">No</td></tr></tbody></table></table-wrap><p>The link to the survey questionnaire was sent to the members of the Finnish Medical Association (FMA) (&#x003E;90%) (email address available, n=19,142), RN members of the Finnish Nursing Association, the National Association of Health and Welfare Professionals, and the National Professional Association (n=58,276), and SWPs with at least a Bachelor&#x2019;s degree who were members of the following trade unions: the Union of Professional Social Workers, the Trade Union for the Public and Welfare Sectors, or the Social Science Professionals union (n=12,471) [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref50">50</xref>,<xref ref-type="bibr" rid="ref51">51</xref>] .</p><p>The section addressing end-user participation experiences in HIS or CIS development (<xref ref-type="table" rid="table1">Table 1</xref>) was identical for the physicians and the SWPs with 5-point Likert scale response statements (fully agree; somewhat agree; neither agree nor disagree; somewhat disagree; or fully disagree). However, for the 2020 RNs&#x2019; survey, a sixth option &#x201C;Prefer not to respond / Don&#x2019;t know&#x201D; was added. Furthermore, unlike in the physicians&#x2019; and SWPs&#x2019; surveys, it was not possible for RNs to not respond at all. Up to 25% of RNs chose this sixth option. To make the surveys more comparable, we formed a sixth category also for physicians and SWPs of those who had not responded to the statements. In addition, for the descriptive statistics in <xref ref-type="fig" rid="figure1">Figures 1</xref><xref ref-type="fig" rid="figure2"/><xref ref-type="fig" rid="figure3"/>-<xref ref-type="fig" rid="figure4">4</xref> and Table S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>, we combined the responses &#x201C;Fully agree&#x201D; and &#x201C;Somewhat agree&#x201D; to form a new category &#x201C;Agree&#x201D; and included those from the sixth category in the denominator.</p><p>The statement on having allocated time to participate in IS development was identical in all 3 surveys, and the background questions included in this study were all optional in all 3 surveys, so nonrespondents were not included in these numbers.</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>Participation experiences of Finnish physicians, RNs and SWPs by leadership position (leaders versus others). RN: registered nurse; SWP: social welfare professional.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="humanfactors_v12i1e51495_fig01.png"/></fig><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>Participation experiences of Finnish physicians, RNs and SWPs by working sector. RN: registered nurse; SWP: social welfare professional.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="humanfactors_v12i1e51495_fig02.png"/></fig><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>Participation experiences of Finnish physicians, RNs and SWPs by age group. RN: registered nurse; SWP: social welfare professional.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="humanfactors_v12i1e51495_fig03.png"/></fig><fig position="float" id="figure4"><label>Figure 4.</label><caption><p>Participation experiences of Finnish physicians, RNs and SWPs by working time allotted for participation. RN: registered nurse; SWP: social welfare professional.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="humanfactors_v12i1e51495_fig04.png"/></fig></sec><sec id="s2-2"><title>Statistical Analyses</title><p>Statistical analyses were carried out with SPSS 28 (IBM Corp). The <italic>&#x03C7;</italic>&#x00B2; test or Fisher exact test was used as appropriate. Statistical significance was determined as <italic>P</italic>&#x003C;.05.</p></sec><sec id="s2-3"><title>Ethical Considerations</title><p>According to the national ethical instructions for research, the studies did not require ethical approval (Finnish Advisory Board on Research Integrity 2023) [<xref ref-type="bibr" rid="ref52">52</xref>].</p><p>The autonomy of research subjects was respected, there was informed consent, no harm was possible to the participants and confidentiality of the subjects, and research data were protected. The researchers were not able to identify individual respondents. However, as the data for the RN and SWP studies were collected by a national authority (Finnish Insititute for Health and Welfare), the ethical approval (THL482/6.02.01/2020) was provided by its institutional review board.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Respondent Characteristics</title><p>The demographics of the respondents to all 3 surveys are provided in <xref ref-type="table" rid="table2">Table 2</xref>. In 2021, 4683/19,142 physicians (24.5% of email invitation recipients) participated in the survey, and in 2020, 3610/58,276 RNs (6.2% of email invitation recipients) and 990/12,471 SWPs (7.9% of the theoretical target group) participated in the survey [<xref ref-type="bibr" rid="ref35">35</xref>-<xref ref-type="bibr" rid="ref37">37</xref>].</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Respondent characteristics.<sup><xref ref-type="table-fn" rid="table2fn1">a</xref></sup></p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom"/><td align="left" valign="bottom">Physicians (n=4683), n (%)</td><td align="left" valign="bottom">Registered nurses (n=3610), n (%)</td><td align="left" valign="bottom">Social welfare professionals (n=990), n (%)</td></tr></thead><tbody><tr><td align="left" valign="top">Working sector</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Public sector</td><td align="left" valign="top">3654 (78)</td><td align="left" valign="top">3076 (85.2)</td><td align="left" valign="top">846 (85.5)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Private</td><td align="left" valign="top">775 (16.5)</td><td align="left" valign="top">456 (12.6)</td><td align="left" valign="top">90 (9.1)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Other</td><td align="left" valign="top">253 (5.4)</td><td align="left" valign="top">78 (2.2)</td><td align="left" valign="top">54 (5.5)</td></tr><tr><td align="left" valign="top">Age group (years)</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>&#x003C;35</td><td align="left" valign="top">949 (20.3)</td><td align="left" valign="top">739 (20.5)</td><td align="left" valign="top">185 (18.7)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>35&#x2010;44</td><td align="left" valign="top">1215 (25.9)</td><td align="left" valign="top">833 (23.1)</td><td align="left" valign="top">346 (34.9)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>45&#x2010;54</td><td align="left" valign="top">1161 (24.8)</td><td align="left" valign="top">1108 (30.7)</td><td align="left" valign="top">260 (26.3)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>55&#x2010;64</td><td align="left" valign="top">1315 (28.1)</td><td align="left" valign="top">921 (25.5)</td><td align="left" valign="top">198 (20)</td></tr><tr><td align="left" valign="top">Leadership position</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Works in a leading or managerial position</td><td align="left" valign="top">1139 (24.3)</td><td align="left" valign="top">406 (11.2)</td><td align="left" valign="top">172 (17.4)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Works in other positions</td><td align="left" valign="top">3543 (75.7)</td><td align="left" valign="top">3204 (88.8)</td><td align="left" valign="top">818 (82.6)</td></tr></tbody></table><table-wrap-foot><fn id="table2fn1"><p><sup>a</sup>The email invitation was received by 19,142 physicians, 58,276 registered nurses, and 12,471 social welfare professionals. Of these, 4683 (24.5%) physicians, 3,610 (6.2%) registered nurses, and 990 (7.9%) social welfare professionals responded to the survey.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-2"><title>Participation Experiences of the 3 Professional Groups</title><p>Physicians appeared to be least knowledgeable of how and where to send feedback, with only 41% (1920/4683) agreeing with statement 1, as compared to 61% (2204/3610) of RNs and 56% (556/990) of SWPs (<xref ref-type="fig" rid="figure5">Figure 5</xref>). In terms of vendors&#x2019; interest in end-user feedback and the manner and speed of IS development, physicians were also least satisfied, with 16% (776/4683), 14% (672/4683), and 9% (407/4683) of them, respectively, agreeing with statements 2, 3, and 4, as compared to 26% (960/3610), 19% (707/3610), and 13% (481/3610), respectively, of RNs and 25% (225/990), 19% (180/990), and 13% (122/990), respectively, of SWPs (<xref ref-type="fig" rid="figure5">Figure 5</xref>). In total, 76% (3528/4683) of physicians, 78% (2814/3610) of RNs and 67% (664/990) of SWPs had not participated at all in HIS or CIS development (<xref ref-type="fig" rid="figure6">Figure 6</xref>).</p><fig position="float" id="figure5"><label>Figure 5.</label><caption><p>Experiences of physicians, RNs and SWPs of collaboration with health care information system and client information system developers. RN: registered nurse; SWP: social welfare professional.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="humanfactors_v12i1e51495_fig05.png"/></fig><fig position="float" id="figure6"><label>Figure 6.</label><caption><p>Participation in information system development work by professional group. RN: registered nurse; SWP: social welfare professional.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="humanfactors_v12i1e51495_fig06.png"/></fig></sec><sec id="s3-3"><title>Factors Associated With Participation Experiences</title><p>Leaders, particularly among RNs, were more aware of how and where to send system feedback (statement 1) than those working in nonmanagerial positions (<xref ref-type="fig" rid="figure1">Figures 1</xref><xref ref-type="fig" rid="figure2"/><xref ref-type="fig" rid="figure3"/>-<xref ref-type="fig" rid="figure4">4</xref>). Leaders in all 3 professional groups were more satisfied with the system vendor collaboration (statements 2&#x2010;4) than the others. The working sector did not impact end users&#x2019; experiences. In all professional groups, the youngest appeared least aware of how and where to send feedback and least satisfied with the collaboration. Those who had participated in HIS or CIS development considered IS vendors more interested in feedback and were more satisfied with the manner and speed of system improvements and corrections.</p></sec><sec id="s3-4"><title>Factors Associated With Having Participated in HIS or CIS Development</title><p>In all 3 professional groups, leaders had participated more in IS development than their colleagues in nonleadership positions (<xref ref-type="fig" rid="figure6">Figure 6</xref>).</p><p>Among physicians and RNs, but not SWPs, those working in the private sector had participated less than their public sector colleagues (<xref ref-type="table" rid="table3">Table 3</xref>). In all 3 professional groups, the youngest had participated the least (<xref ref-type="table" rid="table3">Table 3</xref>).</p><table-wrap id="t3" position="float"><label>Table 3.</label><caption><p>Participation in development by allocated working time.</p></caption><table id="table3" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom" colspan="2">Participated in development</td><td align="left" valign="bottom">Yes, allotted working time, n (%)<sup><xref ref-type="table-fn" rid="table3fn1">a</xref></sup></td><td align="left" valign="bottom">Yes, but no allotted working time, n (%)<sup><xref ref-type="table-fn" rid="table3fn1">a</xref></sup></td><td align="left" valign="bottom">Not at all, n (%)<sup><xref ref-type="table-fn" rid="table3fn1">a</xref></sup></td></tr></thead><tbody><tr><td align="left" valign="top" colspan="5">Leadership position</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Physicians</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Leaders</td><td align="left" valign="top">85 (7.5)</td><td align="left" valign="top">403 (35.7)</td><td align="left" valign="top">640 (56.7)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Others</td><td align="left" valign="top">115 (3.3)</td><td align="left" valign="top">514 (14.6)</td><td align="left" valign="top">2887 (82.1)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>RNs<sup><xref ref-type="table-fn" rid="table3fn2">b</xref></sup></td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Leaders</td><td align="left" valign="top">54 (13.3)</td><td align="left" valign="top">131 (32.3)</td><td align="left" valign="top">221 (54.4)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Others</td><td align="left" valign="top">162 (5.1)</td><td align="left" valign="top">449 (14)</td><td align="left" valign="top">2593 (80.9)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>SWPs<sup><xref ref-type="table-fn" rid="table3fn3">c</xref></sup></td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Leaders</td><td align="left" valign="top">11 (6.4)</td><td align="left" valign="top">83 (48.3)</td><td align="left" valign="top">78 (45.3)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Others</td><td align="left" valign="top">50 (6.1)</td><td align="left" valign="top">180 (22.1)</td><td align="left" valign="top">586 (71.8)</td></tr><tr><td align="left" valign="top" colspan="5">Working sector</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Physicians</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Public</td><td align="left" valign="top">161 (4.4)</td><td align="left" valign="top">764 (21)</td><td align="left" valign="top">2705 (74.5)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Private</td><td align="left" valign="top">26 (3.4)</td><td align="left" valign="top">104 (13.5)</td><td align="left" valign="top">639 (83.1)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Other</td><td align="left" valign="top">13 (5.3)</td><td align="left" valign="top">49 (20)</td><td align="left" valign="top">183 (74.7)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>RNs</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Public</td><td align="left" valign="top">188 (6.1)</td><td align="left" valign="top">500 (16.3)</td><td align="left" valign="top">2388 (77.6)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Private</td><td align="left" valign="top">23 (5)</td><td align="left" valign="top">65 (14.3)</td><td align="left" valign="top">368 (80.7)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Other</td><td align="left" valign="top">5 (6.4)</td><td align="left" valign="top">15 (19.2)</td><td align="left" valign="top">58 (74.4)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>SWPs</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Public</td><td align="left" valign="top">53 (6.3)</td><td align="left" valign="top">218 (25.8)</td><td align="left" valign="top">573 (67.9)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Private</td><td align="left" valign="top">6 (6.7)</td><td align="left" valign="top">24 (26.7)</td><td align="left" valign="top">60 (66.7)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Other</td><td align="left" valign="top">2 (3.7)</td><td align="left" valign="top">21 (38.9)</td><td align="left" valign="top">31 (57.4)</td></tr><tr><td align="left" valign="top" colspan="5">Age group (years)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Physicians</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Age group&#x003C;35</td><td align="left" valign="top">20 (2.1)</td><td align="left" valign="top">93 (9.9)</td><td align="left" valign="top">827 (88)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Age group 35&#x2010;44</td><td align="left" valign="top">59 (4.9)</td><td align="left" valign="top">227 (18.8)</td><td align="left" valign="top">920 (76.3)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Age group 45&#x2010;54</td><td align="left" valign="top">68 (5.9)</td><td align="left" valign="top">299 (25.9)</td><td align="left" valign="top">787 (68.2)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Age group 55&#x2010;64</td><td align="left" valign="top">52 (4)</td><td align="left" valign="top">289 (22.2)</td><td align="left" valign="top">962 (73.8)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>RNs</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Age group&#x003C;35</td><td align="left" valign="top">34 (4.6)</td><td align="left" valign="top">89 (12)</td><td align="left" valign="top">616 (83.4)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Age group 35&#x2010;44</td><td align="left" valign="top">53 (6.4)</td><td align="left" valign="top">134 (16.1)</td><td align="left" valign="top">646 (77.6)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Age group 45&#x2010;54</td><td align="left" valign="top">83 (7.5)</td><td align="left" valign="top">186 (16.8)</td><td align="left" valign="top">839 (75.7)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Age group 55&#x2010;64</td><td align="left" valign="top">45 (4.9)</td><td align="left" valign="top">166 (18)</td><td align="left" valign="top">710 (77.1)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>SWPs</td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Age group&#x003C;35</td><td align="left" valign="top">13 (7.1)</td><td align="left" valign="top">32 (17.5)</td><td align="left" valign="top">138 (75.4)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Age group 35&#x2010;44</td><td align="left" valign="top">23 (6.6)</td><td align="left" valign="top">97 (28)</td><td align="left" valign="top">226 (65.3)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Age group 45&#x2010;54</td><td align="left" valign="top">13 (5)</td><td align="left" valign="top">84 (32.3)</td><td align="left" valign="top">163 (62.7)</td></tr><tr><td align="left" valign="top" colspan="2"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Age group 55&#x2010;64</td><td align="left" valign="top">12 (6.1)</td><td align="left" valign="top">50 (25.3)</td><td align="left" valign="top">136 (68.7)</td></tr></tbody></table><table-wrap-foot><fn id="table3fn1"><p><sup>a</sup>Denominators for calculating percentages are the sum of n values for each row</p></fn><fn id="table3fn2"><p><sup>b</sup>RN: registered nurse</p></fn><fn id="table3fn3"><p><sup>c</sup>SWP: social welfare professional</p></fn></table-wrap-foot></table-wrap></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Overview</title><p>To our knowledge, this is the first study to assess how the major professional groups in the health care and social welfare sector, that is, physicians, RNs, and SWPs, view HIS and CIS development participation. The responses were analyzed by managerial position, employment sector, and age group. Furthermore, we examined which types of professionals have participated in HIS and CIS development.</p></sec><sec id="s4-2"><title>RNs and SWPs Highly Aware of to Whom and How to Send Development-Related Feedback</title><p>The majority of RN (2204/3610, 61%) and SWP (556/990, 56%) respondents knew how and to whom to send development-related feedback; the respective proportion for physicians was 41% (1920/4683). The difference may be explained by mentoring or superuser and training programs during and after HIS implementations among RNs [<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref53">53</xref>]. On the other hand, since the response rate among RNs and SWPs was relatively low, those who responded were probably more interested in ISs and thus more aware of HIS and CIS development than those who did not. The findings concur with our earlier studies, which have shown that physicians tend to be more critical towards their HIS compared with RNs and SWPs [<xref ref-type="bibr" rid="ref2">2</xref>,<xref ref-type="bibr" rid="ref5">5</xref>].</p><p>Leadership and its competence play an important role in the implementation of ISs and investment of resources in digitalization [<xref ref-type="bibr" rid="ref22">22</xref>,<xref ref-type="bibr" rid="ref54">54</xref>].</p><p>In this study, leaders in all professions and those with allotted working time for HIS or CIS development were more aware of feedback processes than others. These are usually responsible for the orientation of personnel, furthermore, they are often the ones to whom other personnel report development ideas or problems with HIS or CIS use. In all 3 professional groups the youngest were least aware of the feedback processes; whereas the youngest often have mentors who also help with HIS or CIS related problems, it is also probable that the currently available means are not suitable for the younger generations.</p></sec><sec id="s4-3"><title>Leaders Critical About Cooperation</title><p>Although leaders had more often dedicated working time and participated more often in the development of HISs or CISs than the others, they were critical about cooperation with vendors. Their information needs, informatics competencies, and partly also the ISs differ from those working in nonmanagerial positions [<xref ref-type="bibr" rid="ref55">55</xref>]. The particularly negative viewpoints of physician leaders may be impacted by most of them regularly using HISs for direct patient care, unlike RN or SWP managers who mainly use HISs or CISs for managerial purposes [<xref ref-type="bibr" rid="ref56">56</xref>]. The most recent study shows that RN managers are able to use HISs for their managerial duties. Due to poor system integration, they need to gather data from different systems for management, which wastes resources inefficiently [<xref ref-type="bibr" rid="ref22">22</xref>].</p></sec><sec id="s4-4"><title>Those With Dedicated Working Time Less Dissatisfied With Vendor Cooperation</title><p>Those who had dedicated working time for HIS or CIS development were less dissatisfied with vendors&#x2019; interest and responsiveness to development ideas than those who had not participated at all. They are likely to be more aware of the development processes and timelines of their respective HISs or CISs. Furthermore, since they have been chosen by their respective organizations as participants in HIS or CIS development, their ideas are more likely to become realized. Earlier studies have also found that user participation increases acceptance and active use of HISs contributes to the acceptance and increased active use of HISs [<xref ref-type="bibr" rid="ref57">57</xref>]. Although not all development ideas are suitable for execution and not all end users can be expected to spend considerable working time on HIS or CIS development, to achieve better engagement in the use of ISs, users need to experience that they are heard and understood [<xref ref-type="bibr" rid="ref57">57</xref>].</p></sec><sec id="s4-5"><title>The Youngest Least Satisfied With Vendor Cooperation</title><p>Similar to the findings of our previous studies [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref4">4</xref>,<xref ref-type="bibr" rid="ref6">6</xref>], the youngest were the most dissatisfied with vendors&#x2019; interest in feedback. This is a particularly important finding as it suggests that the current ways of engaging professionals will not become more suitable or even acceptable to future generations. Barchielli et al [<xref ref-type="bibr" rid="ref58">58</xref>] also found that younger nurses rely on their colleagues&#x2019; opinions of health technology use, while older nurses rely on their own experiences.</p></sec><sec id="s4-6"><title>What Kinds of Users Have Participated in HIS or CIS Development?</title><p>Previous studies have shown that impactful participation in IS development requires dedicated working time [<xref ref-type="bibr" rid="ref58">58</xref>]. Of those working in nonmanagerial positions, 72%&#x2010;82% responded that they have not participated at all in HIS or CIS development, whereas the respective proportion for leaders was 45%&#x2010;57%. Physician and RN leaders were most likely to have allotted working time for HIS development. Our findings agree with several studies suggesting that managerial viewpoints are likely to become overrepresented in IS development [<xref ref-type="bibr" rid="ref59">59</xref>,<xref ref-type="bibr" rid="ref60">60</xref>]. Although the data produced by the ISs is essential for leadership and management purposes, if the participating leaders are not engaged in clinical work or practice the solutions may end up not supporting the needs of frontline workers [<xref ref-type="bibr" rid="ref61">61</xref>,<xref ref-type="bibr" rid="ref62">62</xref>].</p><p>Health care professionals working in the private sector participated less than their public sector colleagues, among SWPs the differences were minimal. As the majority of Finnish private sector physicians work as private practitioners, their participation would usually result in decreased earnings. It is also likely that the lack of most complex patients in private healthcare reduces the need for HIS development.</p><p>In all 3 professional groups, the youngest participated the least. This may be because they are at the stage of learning the clinical content of their work and their employers may not want to invest their time in HIS or CIS development. Khairat et al [<xref ref-type="bibr" rid="ref62">62</xref>] also report underrepresentation of physicians in specialization training in HIS development groups. Although not possessing advanced professional skills, the youngest are not burdened with old, often paper-based workflows, which could assist in redesigning processes and enhance the use of newer technologies [<xref ref-type="bibr" rid="ref62">62</xref>].</p></sec><sec id="s4-7"><title>How to Improve Satisfaction in HIS and CIS Development</title><p>The development processes of large-scale complex systems such as HIS and CIS are typically dominated by cooperative activities involving multiple stakeholders [<xref ref-type="bibr" rid="ref63">63</xref>-<xref ref-type="bibr" rid="ref65">65</xref>]. Different information needs must be identified, prioritized, and communicated clearly enough to the IS designers and developers [<xref ref-type="bibr" rid="ref65">65</xref>].</p><p>It remains challenging to increase user input and select appropriate participants and human-centered design methods through the different phases of the participatory development cycle [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref20">20</xref>]. Identifying other factors that influence user experiences, such as decisions made by regulators, policymakers, and administrators, may assist in developing better HISs and CISs [<xref ref-type="bibr" rid="ref66">66</xref>]. Previous studies have recognized the importance of clinical informaticists who also use HISs or CISs in clinical work in communicating end users&#x2019; needs and feedback to designers and developers [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref67">67</xref>-<xref ref-type="bibr" rid="ref75">75</xref>]. From the organizational perspective, the benefits can be seen beyond the IS implementation phase [<xref ref-type="bibr" rid="ref76">76</xref>]: informatics competent social and health care professionals have been found to be able to improve patient safety and patient care outcomes [<xref ref-type="bibr" rid="ref67">67</xref>]. In social welfare, however, this role is still being developed [<xref ref-type="bibr" rid="ref74">74</xref>,<xref ref-type="bibr" rid="ref75">75</xref>].</p></sec><sec id="s4-8"><title>Limitations</title><p>Our study has some limitations. First, compared with physicians, the lower response rates among RNs and SWPs are likely to have resulted in the selection of more involved and interested participants among these professional groups.</p><p>Second, the response rates were highest for physicians. The FMA, which was responsible for collecting the physician data, has a long history of conducting surveys among physicians, the results of which are used in FMA policies. However, the number of participating professionals from all 3 professional groups in the national level studies can be considered high compared to other similar studies [<xref ref-type="bibr" rid="ref50">50</xref>].</p><p>The RNs questionnaire respondents, comprising nurses from various sectors including hospitals, health centers, private practice, and social care, were found to align with the target population according to Statistics Finland&#x2019;s employment data for nurses, midwives, and community nurses [<xref ref-type="bibr" rid="ref9">9</xref>].</p><p>During data collection with SWPs questionnaire, incomplete contact information in membership registries limited survey outreach. To compensate, survey invitations were distributed also through sector networks and social media. The study&#x2019;s final sample comprised 990 SWP respondents, with an estimated response rate of 8%. It&#x2019;s important to note this limitation when interpreting findings. Nonetheless, the sample size was considerable and exhibited diversity in age, service backgrounds, and geographical representation across Finland [<xref ref-type="bibr" rid="ref51">51</xref>].</p><p>Third, our questionnaire did not cover how end users were involved in HIS or CIS development and whether the means of participation would impact satisfaction with the process and the end results. Further research is needed on best practices of user participation in the development of complex HIS and CIS systems.</p></sec><sec id="s4-9"><title>Conclusion</title><p>The fluent use of HISs and CISs is a prerequisite for efficient and safe health care and social welfare, as currently professionals spend a considerable part of their working time with ISs and rely on them as their primary source of information. User participation of all major professional groups&#x2014;physicians, RNs and SWPs&#x2014;and their involvement in development are essential for the success of complex HIS or CIS. Compared with RNs and SWPs, physicians appeared to be more critical towards IS vendors and the success of participatory HIS development. As even those with allotted working time were mostly dissatisfied with vendor cooperation, it is evident that simply allocating more end users&#x2019; working time for HIS and CIS development will not guarantee satisfaction; rather, dialogue between end users and developers needs improvement. New means are needed to better engage all end-user groups, particularly the youngest ones and those working in nonmanagerial positions.</p></sec></sec></body><back><ack><p>This study was part of larger projects supported by the Strategic Research Council of the Academy of Finland (projects 303607 and 327145) and the Ministry of Social Affairs and Health (project 112241). We thank the Finnish Medical Association, the University of Oulu, University of Eastern Finland, the Union of Health and Social Care Professionals in Finland, the Finnish Nurses Association, the National Association of Health and Welfare Professionals, the National Professional Association, the Union of Professional Social Workers, the Trade Union for the Public and Welfare Sectors, and the Social Science Professionals Union for their collaboration. We would also like to thank the respondents to the questionnaires. According to the local and national ethical instructions for research (Finnish Advisory Board on Research Integrity) instructions, this study did not require ethical approval.</p></ack><fn-group><fn fn-type="con"><p>SM was responsible for the main supervision, writing and visualization of the research output. TL was mainly responsibile for the statistical analysis. All authors contributed to the analysis and writing of the research output. In addition, SM, JV, and TL contributed to the design of methodology of all 3 studies, SS to the design, data curation and investigation of the SWP study, and UMK to the design of the registered nurse study.</p></fn><fn fn-type="conflict"><p>SM has been previously employed by 2 of the health care information system (HIS) and client information system (CIS) software vendors included in the study. SS has been previously employed by a publicly owned in-house HIS and CIS vendor included in the study. TL has been previously employed by a publicly owned in-house HIS and CIS software vendor included in the study. The employers did not provide any support, financial or otherwise, to the study. Furthermore, these vendors were not involved in the design of the study or in the collection, analysis or interpretation of the data.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">CIS</term><def><p>client information system</p></def></def-item><def-item><term id="abb2">FMA</term><def><p>Finnish Medical Association</p></def></def-item><def-item><term id="abb3">HIS</term><def><p>health care information system</p></def></def-item><def-item><term id="abb4">IS</term><def><p>information system</p></def></def-item><def-item><term id="abb5">RN</term><def><p>registered nurse</p></def></def-item><def-item><term id="abb6">SWP</term><def><p>social welfare professional</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Martikainen</surname><given-names>S</given-names> </name><name name-style="western"><surname>Kaipio</surname><given-names>J</given-names> </name><name name-style="western"><surname>L&#x00E4;&#x00E4;veri</surname><given-names>T</given-names> </name></person-group><article-title>End-user participation in health information systems (HIS) development: physicians&#x2019; and nurses&#x2019; experiences</article-title><source>Int J Med Inform</source><year>2020</year><month>05</month><volume>137</volume><fpage>104117</fpage><pub-id pub-id-type="doi">10.1016/j.ijmedinf.2020.104117</pub-id><pub-id pub-id-type="medline">32179254</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kaipio</surname><given-names>J</given-names> </name><name name-style="western"><surname>Kuusisto</surname><given-names>A</given-names> </name><name name-style="western"><surname>Hypp&#x00F6;nen</surname><given-names>H</given-names> </name><name name-style="western"><surname>Heponiemi</surname><given-names>T</given-names> </name><name name-style="western"><surname>L&#x00E4;&#x00E4;veri</surname><given-names>T</given-names> </name></person-group><article-title>Physicians&#x2019; and nurses&#x2019; experiences on EHR usability: comparison between the professional groups by employment sector and system brand</article-title><source>Int J Med Inform</source><year>2020</year><month>02</month><volume>134</volume><fpage>104018</fpage><pub-id pub-id-type="doi">10.1016/j.ijmedinf.2019.104018</pub-id><pub-id pub-id-type="medline">31835158</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kaipio</surname><given-names>J</given-names> </name><name name-style="western"><surname>L&#x00E4;&#x00E4;veri</surname><given-names>T</given-names> </name><name name-style="western"><surname>Hypp&#x00F6;nen</surname><given-names>H</given-names> </name><etal/></person-group><article-title>Usability problems do not heal by themselves: national survey on physicians&#x2019; experiences with EHRs in Finland</article-title><source>Int J Med Inform</source><year>2017</year><month>01</month><volume>97</volume><fpage>266</fpage><lpage>281</lpage><pub-id pub-id-type="doi">10.1016/j.ijmedinf.2016.10.010</pub-id><pub-id pub-id-type="medline">27919385</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Martikainen</surname><given-names>S</given-names> </name><name name-style="western"><surname>Viitanen</surname><given-names>J</given-names> </name><name name-style="western"><surname>Korpela</surname><given-names>M</given-names> </name><name name-style="western"><surname>L&#x00E4;&#x00E4;veri</surname><given-names>T</given-names> </name></person-group><article-title>Physicians&#x2019; experiences of participation in healthcare IT development in Finland: willing but not able</article-title><source>Int J Med Inform</source><year>2012</year><month>02</month><volume>81</volume><issue>2</issue><fpage>98</fpage><lpage>113</lpage><pub-id pub-id-type="doi">10.1016/j.ijmedinf.2011.08.014</pub-id><pub-id pub-id-type="medline">21956004</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Viitanen</surname><given-names>J</given-names> </name><name name-style="western"><surname>Hypp&#x00F6;nen</surname><given-names>H</given-names> </name><name name-style="western"><surname>L&#x00E4;&#x00E4;veri</surname><given-names>T</given-names> </name><name name-style="western"><surname>V&#x00E4;nsk&#x00E4;</surname><given-names>J</given-names> </name><name name-style="western"><surname>Reponen</surname><given-names>J</given-names> </name><name name-style="western"><surname>Winblad</surname><given-names>I</given-names> </name></person-group><article-title>National questionnaire study on clinical ICT systems proofs: physicians suffer from poor usability</article-title><source>Int J Med Inform</source><year>2011</year><month>10</month><volume>80</volume><issue>10</issue><fpage>708</fpage><lpage>725</lpage><pub-id pub-id-type="doi">10.1016/j.ijmedinf.2011.06.010</pub-id><pub-id pub-id-type="medline">21784701</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Martikainen</surname><given-names>S</given-names> </name><name name-style="western"><surname>Salovaara</surname><given-names>S</given-names> </name><name name-style="western"><surname>Yl&#x00F6;nen</surname><given-names>K</given-names> </name><etal/></person-group><article-title>Social welfare professionals willing to participate in client information system development - results from a large cross-sectional survey</article-title><source>Inform Health Soc Care</source><year>2022</year><month>10</month><day>2</day><volume>47</volume><issue>4</issue><fpage>389</fpage><lpage>402</lpage><pub-id pub-id-type="doi">10.1080/17538157.2021.2010736</pub-id><pub-id pub-id-type="medline">34877899</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Khairat</surname><given-names>S</given-names> </name><name name-style="western"><surname>Coleman</surname><given-names>C</given-names> </name><name name-style="western"><surname>Ottmar</surname><given-names>P</given-names> </name><name name-style="western"><surname>Jayachander</surname><given-names>DI</given-names> </name><name name-style="western"><surname>Bice</surname><given-names>T</given-names> </name><name name-style="western"><surname>Carson</surname><given-names>SS</given-names> </name></person-group><article-title>Association of electronic health record use with physician fatigue and efficiency</article-title><source>JAMA Netw Open</source><year>2020</year><month>06</month><day>1</day><volume>3</volume><issue>6</issue><fpage>e207385</fpage><pub-id pub-id-type="doi">10.1001/jamanetworkopen.2020.7385</pub-id><pub-id pub-id-type="medline">32515799</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Kinnunen</surname><given-names>UM</given-names> </name><name name-style="western"><surname>Hypp&#x00F6;nen</surname><given-names>H</given-names> </name><name name-style="western"><surname>Liljamo</surname><given-names>P</given-names> </name><name name-style="western"><surname>Saranto</surname><given-names>K</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Vehko</surname><given-names>T</given-names> </name><name name-style="western"><surname>Ruotsalainen</surname><given-names>S</given-names> </name><name name-style="western"><surname>Hypp&#x00F6;nen</surname><given-names>H</given-names> </name></person-group><article-title>Nurses&#x2019; experiences of health and social care information systems</article-title><source>E-Health and E-Welfare of Finland</source><year>2019</year><publisher-name>National Institute for Health and Welfare (THL)</publisher-name><fpage>130</fpage><lpage>147</lpage><pub-id pub-id-type="other">978-952-343-326-7</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kinnunen</surname><given-names>UM</given-names> </name><name name-style="western"><surname>Heponiemi</surname><given-names>T</given-names> </name><name name-style="western"><surname>Rajalahti</surname><given-names>E</given-names> </name><name name-style="western"><surname>Ahonen</surname><given-names>O</given-names> </name><name name-style="western"><surname>Korhonen</surname><given-names>T</given-names> </name><name name-style="western"><surname>Hypp&#x00F6;nen</surname><given-names>H</given-names> </name></person-group><article-title>Factors related to health informatics competencies for nurses-results of a national electronic health record survey</article-title><source>Comput Inform Nurs</source><year>2019</year><month>08</month><volume>37</volume><issue>8</issue><fpage>420</fpage><lpage>429</lpage><pub-id pub-id-type="doi">10.1097/CIN.0000000000000511</pub-id><pub-id pub-id-type="medline">30741730</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Topaz</surname><given-names>M</given-names> </name><name name-style="western"><surname>Ronquillo</surname><given-names>C</given-names> </name><name name-style="western"><surname>Peltonen</surname><given-names>LM</given-names> </name><etal/></person-group><article-title>Nurse informaticians report low satisfaction and multi-level concerns with electronic health records: results from an international survey</article-title><source>AMIA Annu Symp Proc</source><year>2016</year><volume>2016</volume><fpage>2016</fpage><lpage>2025</lpage><pub-id pub-id-type="medline">28269961</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Melnick</surname><given-names>ER</given-names> </name><name name-style="western"><surname>West</surname><given-names>CP</given-names> </name><name name-style="western"><surname>Nath</surname><given-names>B</given-names> </name><etal/></person-group><article-title>The association between perceived electronic health record usability and professional burnout among US nurses</article-title><source>J Am Med Inform Assoc</source><year>2021</year><month>07</month><day>30</day><volume>28</volume><issue>8</issue><fpage>1632</fpage><lpage>1641</lpage><pub-id pub-id-type="doi">10.1093/jamia/ocab059</pub-id><pub-id pub-id-type="medline">33871018</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Barki</surname><given-names>H</given-names> </name><name name-style="western"><surname>Hartwick</surname><given-names>J</given-names> </name></person-group><article-title>Measuring user participation, user involvement, and user attitude</article-title><source>MIS Q</source><year>1994</year><month>03</month><volume>18</volume><issue>1</issue><fpage>59</fpage><pub-id pub-id-type="doi">10.2307/249610</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kujala</surname><given-names>S</given-names> </name></person-group><article-title>User involvement: a review of the benefits and challenges</article-title><source>Behav Inf Technol</source><year>2003</year><month>01</month><volume>22</volume><issue>1</issue><fpage>1</fpage><lpage>16</lpage><pub-id pub-id-type="doi">10.1080/01449290301782</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lin</surname><given-names>WT</given-names> </name><name name-style="western"><surname>Shao</surname><given-names>BBM</given-names> </name></person-group><article-title>The relationship between user participation and system success: a simultaneous contingency approach</article-title><source>Inf &#x0026; Manag</source><year>2000</year><month>09</month><volume>37</volume><issue>6</issue><fpage>283</fpage><lpage>295</lpage><pub-id pub-id-type="doi">10.1016/S0378-7206(99)00055-5</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kushniruk</surname><given-names>A</given-names> </name><name name-style="western"><surname>N&#x00F8;hr</surname><given-names>C</given-names> </name></person-group><article-title>Participatory design, user involvement and health IT evaluation</article-title><source>Stud Health Technol Inform</source><year>2016</year><volume>222</volume><fpage>139</fpage><lpage>151</lpage><pub-id pub-id-type="medline">27198099</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bano</surname><given-names>M</given-names> </name><name name-style="western"><surname>Zowghi</surname><given-names>D</given-names> </name></person-group><article-title>A systematic review on the relationship between user involvement and system success</article-title><source>Inf Softw Technol</source><year>2015</year><month>02</month><volume>58</volume><fpage>148</fpage><lpage>169</lpage><pub-id pub-id-type="doi">10.1016/j.infsof.2014.06.011</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bano</surname><given-names>M</given-names> </name><name name-style="western"><surname>Zowghi</surname><given-names>D</given-names> </name><name name-style="western"><surname>da Rimini</surname><given-names>F</given-names> </name></person-group><article-title>User satisfaction and system success: an empirical exploration of user involvement in software development</article-title><source>Empir Softw Eng</source><year>2017</year><month>10</month><volume>22</volume><issue>5</issue><fpage>2339</fpage><lpage>2372</lpage><pub-id pub-id-type="doi">10.1007/s10664-016-9465-1</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Johnson</surname><given-names>L</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>McCormick</surname><given-names>KA</given-names> </name><name name-style="western"><surname>Gugerty</surname><given-names>B</given-names> </name><name name-style="western"><surname>Mattison</surname><given-names>JE</given-names> </name></person-group><article-title>Effective organizational communication for large-scale healthcare information technology initiatives</article-title><source>Healthcare Information Technology Exam Guide for CHTS and CAHIMS Certification</source><year>2018</year><publisher-name>McGraw Hill Education</publisher-name></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="preprint"><person-group person-group-type="author"><name name-style="western"><surname>Rahimi</surname><given-names>B</given-names> </name><name name-style="western"><surname>Karimian</surname><given-names>S</given-names> </name><name name-style="western"><surname>Ghaznavi</surname><given-names>A</given-names> </name><name name-style="western"><surname>Heydarlou</surname><given-names>MJ</given-names> </name></person-group><article-title>Development and evaluation of dental image exchange and management system: a user-centered perspective</article-title><source>arXiv</source><comment>Preprint posted online on  Jun 4, 2022</comment><pub-id pub-id-type="doi">arXiv:2206.01966</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gillingham</surname><given-names>P</given-names> </name></person-group><article-title>Electronic information systems in human service organisations: the what, who, why and how of information</article-title><source>Br J Soc Work</source><year>2015</year><month>07</month><volume>45</volume><issue>5</issue><fpage>1598</fpage><lpage>1613</lpage><pub-id pub-id-type="doi">10.1093/bjsw/bcu030</pub-id><pub-id pub-id-type="medline">27559213</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gillingham</surname><given-names>P</given-names> </name></person-group><article-title>Electronic information systems and human services organisations: avoiding the pitfalls of participatory design</article-title><source>Br J Soc Work</source><year>2015</year><month>03</month><day>1</day><volume>45</volume><issue>2</issue><fpage>651</fpage><lpage>666</lpage><pub-id pub-id-type="doi">10.1093/bjsw/bct126</pub-id><pub-id pub-id-type="medline">27559213</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Saranto</surname><given-names>K</given-names> </name><name name-style="western"><surname>Koponen</surname><given-names>S</given-names> </name><name name-style="western"><surname>Vehko</surname><given-names>T</given-names> </name><name name-style="western"><surname>Kivek&#x00E4;s</surname><given-names>E</given-names> </name></person-group><article-title>Nurse managers&#x2019; opinions of information system support for performance management: a correlational study</article-title><source>Methods Inf Med</source><year>2023</year><month>06</month><volume>62</volume><issue>S 01</issue><fpage>e63</fpage><lpage>e72</lpage><pub-id pub-id-type="doi">10.1055/a-1978-9727</pub-id><pub-id pub-id-type="medline">36379471</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sittig</surname><given-names>DF</given-names> </name><name name-style="western"><surname>Wright</surname><given-names>A</given-names> </name><name name-style="western"><surname>Coiera</surname><given-names>E</given-names> </name><etal/></person-group><article-title>Current challenges in health information technology-related patient safety</article-title><source>Health Informatics J</source><year>2020</year><month>03</month><volume>26</volume><issue>1</issue><fpage>181</fpage><lpage>189</lpage><pub-id pub-id-type="doi">10.1177/1460458218814893</pub-id><pub-id pub-id-type="medline">30537881</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gillingham</surname><given-names>P</given-names> </name></person-group><article-title>Developments in electronic information systems in social welfare agencies: from simple to complex</article-title><source>Br J Soc Work</source><year>2019</year><month>01</month><day>1</day><volume>49</volume><issue>1</issue><fpage>135</fpage><lpage>146</lpage><pub-id pub-id-type="doi">10.1093/bjsw/bcy014</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Vilpponen</surname><given-names>H</given-names> </name><name name-style="western"><surname>Grundstr&#x00F6;m</surname><given-names>M</given-names> </name><name name-style="western"><surname>Abrahamsson</surname><given-names>P</given-names> </name><collab>University of Jyv&#x00E4;skyl&#x00E4;, Finland and City of Kerava, Finland</collab></person-group><article-title>Combining social service and healthcare as the first country in the world: exploring the impacts on information systems</article-title><source>J Adv Infor Tech</source><year>2018</year><volume>9</volume><issue>4</issue><fpage>84</fpage><lpage>88</lpage><pub-id pub-id-type="doi">10.12720/jait.9.4.84-88</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Atherton</surname><given-names>IM</given-names> </name><name name-style="western"><surname>Lynch</surname><given-names>E</given-names> </name><name name-style="western"><surname>Williams</surname><given-names>AJ</given-names> </name><name name-style="western"><surname>Witham</surname><given-names>MD</given-names> </name></person-group><article-title>Barriers and solutions to linking and using health and social care data in Scotland</article-title><source>Br J Soc Work</source><year>2015</year><month>07</month><volume>45</volume><issue>5</issue><fpage>1614</fpage><lpage>1622</lpage><pub-id pub-id-type="doi">10.1093/bjsw/bcv047</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="web"><person-group person-group-type="editor"><name name-style="western"><surname>Vehko</surname><given-names>T</given-names> </name><name name-style="western"><surname>Ruotsalainen</surname><given-names>S</given-names> </name><name name-style="western"><surname>Hypp&#x00F6;nen</surname><given-names>H</given-names> </name></person-group><article-title>E-health and e-welfare of Finland. Check point 2018</article-title><source>Julkari</source><year>2019</year><access-date>2025-01-06</access-date><publisher-name>National Institute for Health and Welfare (THL)</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://www.julkari.fi/bitstream/handle/10024/138244/RAP2019_7_e-health_and_e-welfare_web_4.pdf?sequence=4&#x0026;isAllowed=y">https://www.julkari.fi/bitstream/handle/10024/138244/RAP2019_7_e-health_and_e-welfare_web_4.pdf?sequence=4&#x0026;isAllowed=y</ext-link></comment></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hunt</surname><given-names>KA</given-names> </name><name name-style="western"><surname>Weber</surname><given-names>EJ</given-names> </name><name name-style="western"><surname>Showstack</surname><given-names>JA</given-names> </name><name name-style="western"><surname>Colby</surname><given-names>DC</given-names> </name><name name-style="western"><surname>Callaham</surname><given-names>ML</given-names> </name></person-group><article-title>Characteristics of frequent users of emergency departments</article-title><source>Ann Emerg Med</source><year>2006</year><month>07</month><volume>48</volume><issue>1</issue><fpage>1</fpage><lpage>8</lpage><pub-id pub-id-type="doi">10.1016/j.annemergmed.2005.12.030</pub-id><pub-id pub-id-type="medline">16781914</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Smits</surname><given-names>FTM</given-names> </name><name name-style="western"><surname>Mohrs</surname><given-names>JJ</given-names> </name><name name-style="western"><surname>Beem</surname><given-names>EE</given-names> </name><name name-style="western"><surname>Bindels</surname><given-names>PJE</given-names> </name><name name-style="western"><surname>van Weert</surname><given-names>HCPM</given-names> </name></person-group><article-title>Defining frequent attendance in general practice</article-title><source>BMC Fam Pract</source><year>2008</year><month>04</month><day>15</day><volume>9</volume><issue>21</issue><fpage>21</fpage><pub-id pub-id-type="doi">10.1186/1471-2296-9-21</pub-id><pub-id pub-id-type="medline">18412954</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Vedsted</surname><given-names>P</given-names> </name><name name-style="western"><surname>Christensen</surname><given-names>MB</given-names> </name></person-group><article-title>Frequent attenders in general practice care: a literature review with special reference to methodological considerations</article-title><source>Public Health</source><year>2005</year><month>02</month><volume>119</volume><issue>2</issue><fpage>118</fpage><lpage>137</lpage><pub-id pub-id-type="doi">10.1016/j.puhe.2004.03.007</pub-id><pub-id pub-id-type="medline">15694959</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="web"><article-title>Social determinants of health</article-title><source>World Health Organization</source><year>2022</year><access-date>2025-01-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.who.int/health-topics/social-determinants-of-health#tab=tab_1">https://www.who.int/health-topics/social-determinants-of-health#tab=tab_1</ext-link></comment></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>J&#x00F8;rgensen</surname><given-names>JT</given-names> </name><name name-style="western"><surname>Andersen</surname><given-names>JS</given-names> </name><name name-style="western"><surname>Tj&#x00F8;nneland</surname><given-names>A</given-names> </name><name name-style="western"><surname>Andersen</surname><given-names>ZJ</given-names> </name></person-group><article-title>Determinants of frequent attendance in Danish general practice: a cohort-based cross-sectional study</article-title><source>BMC Fam Pract</source><year>2016</year><month>01</month><day>28</day><volume>17</volume><issue>9</issue><fpage>9</fpage><pub-id pub-id-type="doi">10.1186/s12875-016-0412-4</pub-id><pub-id pub-id-type="medline">26821807</pub-id></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="web"><article-title>Report to Congress; social risk factors and performance under medicare&#x2019;s value-based purchasing programs</article-title><source>Office of the Assistant Secretary for Planning and Evaluation</source><year>2016</year><access-date>2025-01-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://aspe.hhs.gov/reports/report-congress-social-risk-factors-performance-under-medicares-value-based-purchasing-programs">https://aspe.hhs.gov/reports/report-congress-social-risk-factors-performance-under-medicares-value-based-purchasing-programs</ext-link></comment></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="web"><article-title>Social welfare and health care system in Finland, responsibilities</article-title><source>Ministry of Social Affairs and Health</source><year>2019</year><access-date>2025-01-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://stm.fi/en/social-and-health-services/responsible-agencies">https://stm.fi/en/social-and-health-services/responsible-agencies</ext-link></comment></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="web"><article-title>L&#x00E4;&#x00E4;k&#x00E4;rity&#x00F6;voima [Web page in Finnish]</article-title><source>Finnish Medical Association</source><year>2022</year><access-date>2025-01-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.laakariliitto.fi/laakariliitto/tutkimus/laakarityovoima/">https://www.laakariliitto.fi/laakariliitto/tutkimus/laakarityovoima/</ext-link></comment></nlm-citation></ref><ref id="ref36"><label>36</label><nlm-citation citation-type="web"><article-title>Terveys- ja sosiaalipalvelujen henkil&#x00F6;st&#x00F6; 2021 [Web page in Finnish]</article-title><source>Finnish Institute for Health and Welfare</source><access-date>2025-01-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://thl.fi/fi/tilastot-ja-data/tilastot-aiheittain/sosiaali-ja-terveydenhuollon-resurssit/terveys-ja-sosiaalipalvelujen-henkilosto">https://thl.fi/fi/tilastot-ja-data/tilastot-aiheittain/sosiaali-ja-terveydenhuollon-resurssit/terveys-ja-sosiaalipalvelujen-henkilosto</ext-link></comment></nlm-citation></ref><ref id="ref37"><label>37</label><nlm-citation citation-type="web"><article-title>Terveys- ja sosiaalipalvelujen henkil&#x00F6;st&#x00F6; 2018: tuleva sote-uudistus koskee 7,3 prosenttia ty&#x00F6;ss&#x00E4;k&#x00E4;yvist&#x00E4; [Web page in Finnish]</article-title><source>Julkari</source><year>2021</year><access-date>2025-01-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://urn.fi/URN:NBN:fi-fe2021121460373">https://urn.fi/URN:NBN:fi-fe2021121460373</ext-link></comment></nlm-citation></ref><ref id="ref38"><label>38</label><nlm-citation citation-type="web"><article-title>Non-federal acute care hospital electronic health record adoption</article-title><source>Office of the National Coordinator for Health Information Technology</source><year>2017</year><access-date>2025-01-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.healthit.gov/data/quickstats/non-federal-acute-care-hospital-electronic-health-record-adoption">https://www.healthit.gov/data/quickstats/non-federal-acute-care-hospital-electronic-health-record-adoption</ext-link></comment></nlm-citation></ref><ref id="ref39"><label>39</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Kuusisto-Niemi</surname><given-names>S</given-names> </name><name name-style="western"><surname>Hypp&#x00F6;nen</surname><given-names>H</given-names> </name><name name-style="western"><surname>Ruotsalainen</surname><given-names>S</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Vehko</surname><given-names>T</given-names> </name><name name-style="western"><surname>Ruotsalainen</surname><given-names>S</given-names> </name><name name-style="western"><surname>Hypp&#x00F6;nen</surname><given-names>H</given-names> </name></person-group><article-title>Availability and use of e-welfare in finland</article-title><source>E-Health and E-Welfare of Finland Check Point 2018</source><year>2019</year><access-date>2025-01-06</access-date><publisher-name>National Institute for Health and Welfare (THL)</publisher-name><comment><ext-link ext-link-type="uri" xlink:href="https://www.julkari.fi/bitstream/handle/10024/138244/RAP2019_7_e-health_and_e-welfare_web_4.pdf?sequence=4&#x0026;isAllowed=y">https://www.julkari.fi/bitstream/handle/10024/138244/RAP2019_7_e-health_and_e-welfare_web_4.pdf?sequence=4&#x0026;isAllowed=y</ext-link></comment></nlm-citation></ref><ref id="ref40"><label>40</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>K&#x00E4;rki</surname><given-names>J</given-names> </name><name name-style="western"><surname>Ryh&#x00E4;nen</surname><given-names>M</given-names> </name></person-group><source>Use of Information and Communications Technology in Social Services in 2014</source><year>2015</year><publisher-name>National Institute for Health and Welfare (THL)</publisher-name><pub-id pub-id-type="other">978-952-302-593-6</pub-id></nlm-citation></ref><ref id="ref41"><label>41</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Salovaara</surname><given-names>S</given-names> </name><name name-style="western"><surname>Sil&#x00E9;n</surname><given-names>M</given-names> </name><name name-style="western"><surname>Vehko</surname><given-names>T</given-names> </name><name name-style="western"><surname>Kyyts&#x00F6;nen</surname><given-names>M</given-names> </name><name name-style="western"><surname>Hautala</surname><given-names>S</given-names> </name></person-group><source>Use of Information and Communication Technology in Social Welfare Services in 2020</source><year>2021</year><publisher-name>National Institute for Health and Welfare (THL)</publisher-name><pub-id pub-id-type="other">978-952-343-772-2</pub-id></nlm-citation></ref><ref id="ref42"><label>42</label><nlm-citation citation-type="web"><article-title>Citizens</article-title><source>Kanta</source><year>2022</year><access-date>2025-01-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.kanta.fi/en/citizens">https://www.kanta.fi/en/citizens</ext-link></comment></nlm-citation></ref><ref id="ref43"><label>43</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Jormanainen</surname><given-names>V</given-names> </name></person-group><article-title>Large-scale implementation and adoption of the Finnish national Kanta services in 2010&#x2013;2017: a prospective, longitudinal, indicator-based study</article-title><source>FinJeHeW</source><year>2018</year><volume>10</volume><issue>4</issue><fpage>381</fpage><lpage>395</lpage><pub-id pub-id-type="doi">10.23996/fjhw.74511</pub-id></nlm-citation></ref><ref id="ref44"><label>44</label><nlm-citation citation-type="web"><article-title>Client data repository for social welfare services</article-title><source>Kanta</source><year>2022</year><access-date>2025-01-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.kanta.fi/en/professionals/client-data-archive-for-social-welfare-services">https://www.kanta.fi/en/professionals/client-data-archive-for-social-welfare-services</ext-link></comment></nlm-citation></ref><ref id="ref45"><label>45</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Jormanainen</surname><given-names>V</given-names> </name><name name-style="western"><surname>Reponen</surname><given-names>J</given-names> </name></person-group><article-title>CAF and CAMM analyses on the first 10 years of national Kanta services in Finland</article-title><source>FinJeHeW</source><year>2020</year><volume>12</volume><issue>4</issue><fpage>302</fpage><lpage>315</lpage><pub-id pub-id-type="doi">10.23996/fjhw.98548</pub-id></nlm-citation></ref><ref id="ref46"><label>46</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Jormanainen</surname><given-names>V</given-names> </name><name name-style="western"><surname>R&#x00F6;ts&#x00E4;</surname><given-names>M</given-names> </name><name name-style="western"><surname>Parhiala</surname><given-names>K</given-names> </name></person-group><article-title>Social care client information systems in Finnish municipality social services in 2017</article-title><source>Finn J EHealth E Welfare</source><year>2019</year><volume>11</volume><issue>1-2</issue><fpage>125</fpage><lpage>138</lpage><pub-id pub-id-type="doi">10.23996/fjhw.76835</pub-id></nlm-citation></ref><ref id="ref47"><label>47</label><nlm-citation citation-type="web"><article-title>Implementation of the monitoring of information system services in social welfare and healthcare</article-title><source>Finnish Institute for Health and Welfare</source><year>2023</year><access-date>2025-01-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://thl.fi/en/topics/information-management-in-social-welfare-and-health-care/information-management-in-finland/follow-up-of-the-information-system-services-in-social-welfare-and-health-care/implementation">https://thl.fi/en/topics/information-management-in-social-welfare-and-health-care/information-management-in-finland/follow-up-of-the-information-system-services-in-social-welfare-and-health-care/implementation</ext-link></comment></nlm-citation></ref><ref id="ref48"><label>48</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hypp&#x00F6;nen</surname><given-names>H</given-names> </name><name name-style="western"><surname>Kaipio</surname><given-names>J</given-names> </name><name name-style="western"><surname>Heponiemi</surname><given-names>T</given-names> </name><etal/></person-group><article-title>Developing the National Usability-Focused Health Information System Scale for physicians: validation study</article-title><source>J Med Internet Res</source><year>2019</year><month>05</month><day>16</day><volume>21</volume><issue>5</issue><fpage>e12875</fpage><pub-id pub-id-type="doi">10.2196/12875</pub-id><pub-id pub-id-type="medline">31099336</pub-id></nlm-citation></ref><ref id="ref49"><label>49</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Kaihlanen</surname><given-names>AM</given-names> </name><name name-style="western"><surname>Gluschkoff</surname><given-names>K</given-names> </name><name name-style="western"><surname>Saranto</surname><given-names>K</given-names> </name><name name-style="western"><surname>Kinnunen</surname><given-names>UM</given-names> </name></person-group><article-title>The associations of information system&#x2019;s support and nurses&#x2019; documentation competence with the detection of documentation-related errors: Results from a nationwide survey</article-title><source>Health Informatics J</source><year>2021</year><volume>27</volume><issue>4</issue><fpage>14604582211054026</fpage><pub-id pub-id-type="doi">10.1177/14604582211054026</pub-id><pub-id pub-id-type="medline">34814758</pub-id></nlm-citation></ref><ref id="ref50"><label>50</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Viitanen</surname><given-names>J</given-names> </name><name name-style="western"><surname>Reponen</surname><given-names>J</given-names> </name><name name-style="western"><surname>L&#x00E4;&#x00E4;veri</surname><given-names>T</given-names> </name><etal/></person-group><article-title>Potilastietoj&#x00E4;rjestelmiss&#x00E4; on yh&#x00E4; paljon parannettavaa: l&#x00E4;&#x00E4;k&#x00E4;rien kokemukset k&#x00E4;ytett&#x00E4;vyydest&#x00E4; vuosilta 2010-2021. Usability of electronic health record systems needs improvements &#x2013; physicians&#x2019; experiences from 2010-21</article-title><source>Finn Med J</source><year>2024</year><access-date>2025-01-06</access-date><issue>41</issue><fpage>79</fpage><comment><ext-link ext-link-type="uri" xlink:href="https://www.laakarilehti.fi/tieteessa/alkuperaistutkimukset/potilastietojarjestelmissa-on-yha-paljon-parannettavaa/">https://www.laakarilehti.fi/tieteessa/alkuperaistutkimukset/potilastietojarjestelmissa-on-yha-paljon-parannettavaa/</ext-link></comment></nlm-citation></ref><ref id="ref51"><label>51</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Salovaara</surname><given-names>S</given-names> </name><name name-style="western"><surname>Hautala</surname><given-names>S</given-names> </name><name name-style="western"><surname>Sil&#x00E9;n</surname><given-names>M</given-names> </name></person-group><article-title>Sosiaalialan ammattilaisten kyvykkyys tietoj&#x00E4;rjestelmien k&#x00E4;ytt&#x00E4;jin&#x00E4; ja kokemukset tietoj&#x00E4;rjestelmien tuesta ty&#x00F6;lle [Article in Finnish]</article-title><source>Fin Je He W</source><year>2022</year><volume>14</volume><issue>2</issue><fpage>208</fpage><lpage>225</lpage><pub-id pub-id-type="doi">10.23996/fjhw.110119</pub-id></nlm-citation></ref><ref id="ref52"><label>52</label><nlm-citation citation-type="web"><source>Finnish Advisory Board on Research Integrity (TENK)</source><access-date>2025-01-13</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://tenk.fi/en/tenk">https://tenk.fi/en/tenk</ext-link></comment></nlm-citation></ref><ref id="ref53"><label>53</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Rhodes</surname><given-names>B</given-names> </name><name name-style="western"><surname>Short</surname><given-names>A</given-names> </name><name name-style="western"><surname>Shaben</surname><given-names>T</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Shachak</surname><given-names>A</given-names> </name><name name-style="western"><surname>Borycki</surname><given-names>EM</given-names> </name><name name-style="western"><surname>Reis</surname><given-names>SP</given-names> </name></person-group><article-title>Effectiveness of training strategies that support informatics competency development in healthcare professionals</article-title><source>Health Professionals&#x2019; Education in the Age of Clinical Information Systems, Mobile Computing and Social Networks</source><year>2017</year><publisher-name>Academic Press</publisher-name><fpage>299</fpage><lpage>322</lpage><pub-id pub-id-type="doi">10.1016/B978-0-12-805362-1.00015-2</pub-id></nlm-citation></ref><ref id="ref54"><label>54</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Booth</surname><given-names>RG</given-names> </name><name name-style="western"><surname>Strudwick</surname><given-names>G</given-names> </name><name name-style="western"><surname>McBride</surname><given-names>S</given-names> </name><name name-style="western"><surname>O&#x2019;Connor</surname><given-names>S</given-names> </name><name name-style="western"><surname>Solano L&#x00F3;pez</surname><given-names>AL</given-names> </name></person-group><article-title>How the nursing profession should adapt for a digital future</article-title><source>BMJ</source><year>2021</year><volume>373</volume><fpage>1190</fpage><pub-id pub-id-type="doi">10.1136/bmj.n1190</pub-id></nlm-citation></ref><ref id="ref55"><label>55</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>H&#x00FC;bner</surname><given-names>U</given-names> </name><name name-style="western"><surname>Shaw</surname><given-names>T</given-names> </name><name name-style="western"><surname>Thye</surname><given-names>J</given-names> </name><etal/></person-group><article-title>Technology Informatics Guiding Education Reform &#x2013; TIGER: an international recommendation framework of core competencies in health informatics for nurses</article-title><source>Methods Inf Med</source><year>2018</year><volume>57</volume><issue>Suppl 1</issue><fpage>e30</fpage><lpage>e42</lpage><pub-id pub-id-type="doi">10.3414/ME17-01-0155</pub-id><pub-id pub-id-type="medline">29956297</pub-id></nlm-citation></ref><ref id="ref56"><label>56</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Backonja</surname><given-names>U</given-names> </name><name name-style="western"><surname>Langford</surname><given-names>LH</given-names> </name><name name-style="western"><surname>Mook</surname><given-names>PJ</given-names> </name></person-group><article-title>How to support the nursing informatics leadership pipeline: recommendations for nurse leaders and professional organizations</article-title><source>Comput Inform Nurs</source><year>2022</year><month>01</month><day>1</day><volume>40</volume><issue>1</issue><fpage>8</fpage><lpage>20</lpage><pub-id pub-id-type="doi">10.1097/CIN.0000000000000827</pub-id><pub-id pub-id-type="medline">34996883</pub-id></nlm-citation></ref><ref id="ref57"><label>57</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Vahteristo</surname><given-names>A</given-names> </name><name name-style="western"><surname>Jylh&#x00E4;</surname><given-names>V</given-names> </name></person-group><article-title>Effects of user participation in the development of health information systems on their evaluation within occupational health services</article-title><source>Integrated Citizen Centered Digital Health and Social Care</source><year>2020</year><publisher-name>IOS Press</publisher-name><fpage>207</fpage><lpage>211</lpage><pub-id pub-id-type="doi">10.3233/SHTI200724</pub-id></nlm-citation></ref><ref id="ref58"><label>58</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Barchielli</surname><given-names>C</given-names> </name><name name-style="western"><surname>Marullo</surname><given-names>C</given-names> </name><name name-style="western"><surname>Bonciani</surname><given-names>M</given-names> </name><name name-style="western"><surname>Vainieri</surname><given-names>M</given-names> </name></person-group><article-title>Nurses and the acceptance of innovations in technology-intensive contexts: the need for tailored management strategies</article-title><source>BMC Health Serv Res</source><year>2021</year><month>07</month><day>3</day><volume>21</volume><issue>1</issue><fpage>639</fpage><pub-id pub-id-type="doi">10.1186/s12913-021-06628-5</pub-id><pub-id pub-id-type="medline">34215228</pub-id></nlm-citation></ref><ref id="ref59"><label>59</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gillingham</surname><given-names>P</given-names> </name></person-group><article-title>From bureaucracy to technocracy in a social welfare agency: a cautionary tale</article-title><source>Asia Pac J Soc Work Dev</source><year>2019</year><month>04</month><day>3</day><volume>29</volume><issue>2</issue><fpage>108</fpage><lpage>119</lpage><pub-id pub-id-type="doi">10.1080/02185385.2018.1523023</pub-id></nlm-citation></ref><ref id="ref60"><label>60</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Devlieghere</surname><given-names>J</given-names> </name><name name-style="western"><surname>Roose</surname><given-names>R</given-names> </name></person-group><article-title>Documenting practices in human service organisations through information systems: when the quest for visibility ends in darkness</article-title><source>Soc Inclu</source><year>2019</year><volume>7</volume><issue>1</issue><fpage>207</fpage><lpage>217</lpage><pub-id pub-id-type="doi">10.17645/si.v7i1.1833</pub-id></nlm-citation></ref><ref id="ref61"><label>61</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>H&#x00F8;stgaard</surname><given-names>AM</given-names> </name><name name-style="western"><surname>Bertelsen</surname><given-names>P</given-names> </name><name name-style="western"><surname>N&#x00F8;hr</surname><given-names>C</given-names> </name></person-group><article-title>Methods to identify, study and understand end-user participation in HIT development</article-title><source>BMC Med Inform Decis Mak</source><year>2011</year><month>09</month><day>28</day><volume>11</volume><issue>1</issue><fpage>1</fpage><lpage>11</lpage><pub-id pub-id-type="doi">10.1186/1472-6947-11-57</pub-id><pub-id pub-id-type="medline">21955493</pub-id></nlm-citation></ref><ref id="ref62"><label>62</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Khairat</surname><given-names>S</given-names> </name><name name-style="western"><surname>Burke</surname><given-names>G</given-names> </name><name name-style="western"><surname>Archambault</surname><given-names>H</given-names> </name><name name-style="western"><surname>Schwartz</surname><given-names>T</given-names> </name><name name-style="western"><surname>Larson</surname><given-names>J</given-names> </name><name name-style="western"><surname>Ratwani</surname><given-names>RM</given-names> </name></person-group><article-title>Focus section on health IT usability: perceived burden of EHRs on physicians at different stages of their career</article-title><source>Appl Clin Inform</source><year>2018</year><month>04</month><volume>09</volume><issue>02</issue><fpage>336</fpage><lpage>347</lpage><pub-id pub-id-type="doi">10.1055/s-0038-1648222</pub-id></nlm-citation></ref><ref id="ref63"><label>63</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Saleem</surname><given-names>N</given-names> </name><name name-style="western"><surname>Steel</surname><given-names>D</given-names> </name><name name-style="western"><surname>Gercek</surname><given-names>G</given-names> </name><name name-style="western"><surname>Chandra</surname><given-names>A</given-names> </name></person-group><article-title>Significance of user participation in a hospital information system success</article-title><source>Health Care Manag</source><year>2017</year><volume>36</volume><issue>2</issue><fpage>199</fpage><lpage>205</lpage><pub-id pub-id-type="doi">10.1097/HCM.0000000000000156</pub-id></nlm-citation></ref><ref id="ref64"><label>64</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sommerville</surname><given-names>I</given-names> </name><name name-style="western"><surname>Cliff</surname><given-names>D</given-names> </name><name name-style="western"><surname>Calinescu</surname><given-names>R</given-names> </name><etal/></person-group><article-title>Large-scale complex IT systems</article-title><source>Commun ACM</source><year>2012</year><month>07</month><volume>55</volume><issue>7</issue><fpage>71</fpage><lpage>77</lpage><pub-id pub-id-type="doi">10.1145/2209249.2209268</pub-id></nlm-citation></ref><ref id="ref65"><label>65</label><nlm-citation citation-type="confproc"><person-group person-group-type="author"><name name-style="western"><surname>Dalsgaard</surname><given-names>P</given-names> </name><name name-style="western"><surname>Frich</surname><given-names>J</given-names> </name><name name-style="western"><surname>Riisgaard</surname><given-names>T</given-names> </name></person-group><article-title>Four challenges of designing digital services to support participatory design</article-title><conf-name>Nordic Human-Computer Interaction Conference</conf-name><conf-date>Oct 8, 2022</conf-date><conf-loc>Aarhus Denmark</conf-loc><pub-id pub-id-type="doi">10.1145/3546155.3547273</pub-id></nlm-citation></ref><ref id="ref66"><label>66</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Tutty</surname><given-names>MA</given-names> </name><name name-style="western"><surname>Carlasare</surname><given-names>LE</given-names> </name><name name-style="western"><surname>Lloyd</surname><given-names>S</given-names> </name><name name-style="western"><surname>Sinsky</surname><given-names>CA</given-names> </name></person-group><article-title>The complex case of EHRs: examining the factors impacting the EHR user experience</article-title><source>J Am Med Inform Assoc</source><year>2019</year><month>07</month><day>1</day><volume>26</volume><issue>7</issue><fpage>673</fpage><lpage>677</lpage><pub-id pub-id-type="doi">10.1093/jamia/ocz021</pub-id><pub-id pub-id-type="medline">30938754</pub-id></nlm-citation></ref><ref id="ref67"><label>67</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lagsten</surname><given-names>J</given-names> </name><name name-style="western"><surname>Andersson</surname><given-names>A</given-names> </name></person-group><article-title>Use of information systems in social work &#x2013; challenges and an agenda for future research</article-title><source>Eur J Soc Work</source><year>2018</year><month>11</month><day>2</day><volume>21</volume><issue>6</issue><fpage>850</fpage><lpage>862</lpage><pub-id pub-id-type="doi">10.1080/13691457.2018.1423554</pub-id></nlm-citation></ref><ref id="ref68"><label>68</label><nlm-citation citation-type="web"><article-title>AMIA&#x2019;s role in CIS and history</article-title><source>American Medical Informatics Association</source><access-date>2025-01-13</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://amia.org/careers-certifications/clinical-informatics-subspecialty/amias-role-cis-and-history">https://amia.org/careers-certifications/clinical-informatics-subspecialty/amias-role-cis-and-history</ext-link></comment></nlm-citation></ref><ref id="ref69"><label>69</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Singer</surname><given-names>JS</given-names> </name><name name-style="western"><surname>Cheng</surname><given-names>EM</given-names> </name><name name-style="western"><surname>Baldwin</surname><given-names>K</given-names> </name><name name-style="western"><surname>Pfeffer</surname><given-names>MA</given-names> </name><collab>UCLA Health Physician Informaticist Committee</collab></person-group><article-title>The UCLA Health Resident Informaticist Program - a novel clinical informatics training program</article-title><source>J Am Med Inform Assoc</source><year>2017</year><month>07</month><day>1</day><volume>24</volume><issue>4</issue><fpage>832</fpage><lpage>840</lpage><pub-id pub-id-type="doi">10.1093/jamia/ocw174</pub-id><pub-id pub-id-type="medline">28115427</pub-id></nlm-citation></ref><ref id="ref70"><label>70</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sieja</surname><given-names>A</given-names> </name><name name-style="western"><surname>Markley</surname><given-names>K</given-names> </name><name name-style="western"><surname>Pell</surname><given-names>J</given-names> </name><etal/></person-group><article-title>Optimization sprints: improving clinician satisfaction and teamwork by rapidly reducing electronic health record burden</article-title><source>Mayo Clin Proc</source><year>2019</year><month>05</month><volume>94</volume><issue>5</issue><fpage>793</fpage><lpage>802</lpage><pub-id pub-id-type="doi">10.1016/j.mayocp.2018.08.036</pub-id><pub-id pub-id-type="medline">30824281</pub-id></nlm-citation></ref><ref id="ref71"><label>71</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lehmann</surname><given-names>CU</given-names> </name><name name-style="western"><surname>Gundlapalli</surname><given-names>AV</given-names> </name><name name-style="western"><surname>Williamson</surname><given-names>JJ</given-names> </name><etal/></person-group><article-title>Five years of clinical informatics board certification for physicians in the United States of America</article-title><source>Yearb Med Inform</source><year>2018</year><month>08</month><volume>27</volume><issue>1</issue><fpage>237</fpage><lpage>242</lpage><pub-id pub-id-type="doi">10.1055/s-0038-1641198</pub-id><pub-id pub-id-type="medline">29681038</pub-id></nlm-citation></ref><ref id="ref72"><label>72</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Cummins</surname><given-names>MR</given-names> </name><name name-style="western"><surname>Gundlapalli</surname><given-names>AV</given-names> </name><name name-style="western"><surname>Murray</surname><given-names>P</given-names> </name><name name-style="western"><surname>Park</surname><given-names>HA</given-names> </name><name name-style="western"><surname>Lehmann</surname><given-names>CU</given-names> </name></person-group><article-title>Nursing informatics certification worldwide: history, pathway, roles, and motivation</article-title><source>Yearb Med Inform</source><year>2016</year><month>11</month><day>10</day><volume>25</volume><issue>1</issue><fpage>264</fpage><lpage>271</lpage><pub-id pub-id-type="doi">10.15265/IY-2016-039</pub-id><pub-id pub-id-type="medline">27830261</pub-id></nlm-citation></ref><ref id="ref73"><label>73</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Conrad</surname><given-names>JB</given-names> </name><name name-style="western"><surname>Magsamen&#x2010;Conrad</surname><given-names>K</given-names> </name></person-group><article-title>Understanding the impact of the coronavirus pandemic on families involved in the child welfare system: technological capital and pandemic practice</article-title><source>Child Fam Soc Work</source><year>2022</year><month>02</month><volume>27</volume><issue>1</issue><fpage>11</fpage><lpage>21</lpage><pub-id pub-id-type="doi">10.1111/cfs.12876</pub-id></nlm-citation></ref><ref id="ref74"><label>74</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Parker-Oliver</surname><given-names>D</given-names> </name><name name-style="western"><surname>Demiris</surname><given-names>G</given-names> </name></person-group><article-title>Social work informatics: a new specialty</article-title><source>Soc Work (Stell)</source><year>2006</year><month>04</month><day>1</day><volume>51</volume><issue>2</issue><fpage>127</fpage><lpage>134</lpage><pub-id pub-id-type="doi">10.1093/sw/51.2.127</pub-id></nlm-citation></ref><ref id="ref75"><label>75</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Kuusisto-Niemi</surname><given-names>S</given-names> </name><name name-style="western"><surname>Saranto</surname><given-names>K</given-names> </name><name name-style="western"><surname>Rissanen</surname><given-names>S</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Tavana</surname><given-names>M</given-names> </name><name name-style="western"><surname>Ghapanchi</surname><given-names>AH</given-names> </name><name name-style="western"><surname>Talaei-Khoei</surname><given-names>A</given-names> </name></person-group><article-title>Informatics in social services: research, developments, and outcomes from the finnish perspective</article-title><source>Healthcare Informatics and Analytics Emerging Issues and Trends</source><year>2015</year><publisher-name>IGI Global</publisher-name><fpage>1</fpage><lpage>26</lpage><pub-id pub-id-type="doi">10.4018/978-1-4666-6316-9.ch002</pub-id></nlm-citation></ref><ref id="ref76"><label>76</label><nlm-citation citation-type="web"><article-title>HIMSS Nursing Informatics Workforce Survey</article-title><source>HIMSS</source><year>2020</year><access-date>2025-01-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.himss.org/resources/himss-nursing-informatics-workforce-survey">https://www.himss.org/resources/himss-nursing-informatics-workforce-survey</ext-link></comment></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>Experiences of participation in system development.</p><media xlink:href="humanfactors_v12i1e51495_app1.docx" xlink:title="DOCX File, 20 KB"/></supplementary-material></app-group></back></article>