<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Hum Factors</journal-id><journal-id journal-id-type="publisher-id">humanfactors</journal-id><journal-id journal-id-type="index">6</journal-id><journal-title>JMIR Human Factors</journal-title><abbrev-journal-title>JMIR Hum Factors</abbrev-journal-title><issn pub-type="epub">2292-9495</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v11i1e63334</article-id><article-id pub-id-type="doi">10.2196/63334</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title><bold>Optimization of a Web-Based Self-Assessment Tool for Preconception Health in People of Reproductive Age in Australia: User Feedback and User-Experience Testing Study</bold></article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Dorney</surname><given-names>Edwina</given-names></name><degrees>BAPSC, MBBS (Hons), MPH</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Hammarberg</surname><given-names>Karin</given-names></name><degrees>RN, PhD</degrees><xref ref-type="aff" rid="aff2">2</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Rodgers</surname><given-names>Raymond</given-names></name><degrees>BAgrSc, MAgrSc, PhD</degrees><xref ref-type="aff" rid="aff3">3</xref></contrib><contrib contrib-type="author"><name name-style="western"><surname>Black</surname><given-names>Kirsten I</given-names></name><degrees>MBBS, MM, PhD</degrees><xref ref-type="aff" rid="aff1">1</xref></contrib></contrib-group><aff id="aff1"><institution>Faculty of Medicine and Health, The University of Sydney</institution><addr-line>Susan Wakil Health Building, Western Avenue</addr-line><addr-line>Camperdown</addr-line><country>Australia</country></aff><aff id="aff2"><institution>Global and Women&#x2019;s Health, School of Public Health, and Preventative Medicine, Monash University</institution><addr-line>Melbourne</addr-line><country>Australia</country></aff><aff id="aff3"><institution>Robinson Research Institute School of Biomedicine, University of Adelaide</institution><addr-line>Adelaide</addr-line><country>Australia</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Kushniruk</surname><given-names>Andre</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>Pizzuti</surname><given-names>Carol</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Marshall</surname><given-names>Robert</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Edwina Dorney, BAPSC, MBBS (Hons), MPH, Faculty of Medicine and Health, The University of Sydney, Susan Wakil Health Building, Western Avenue, Camperdown, 2050, Australia, 61 422-259-194; <email>edwina.dorney@sydney.edu.au</email></corresp></author-notes><pub-date pub-type="collection"><year>2024</year></pub-date><pub-date pub-type="epub"><day>24</day><month>12</month><year>2024</year></pub-date><volume>11</volume><elocation-id>e63334</elocation-id><history><date date-type="received"><day>20</day><month>06</month><year>2024</year></date><date date-type="rev-recd"><day>22</day><month>09</month><year>2024</year></date><date date-type="accepted"><day>14</day><month>10</month><year>2024</year></date></history><copyright-statement>&#x00A9; Edwina Dorney, Karin Hammarberg, Raymond Rodgers, Kirsten I Black. Originally published in JMIR Human Factors (<ext-link ext-link-type="uri" xlink:href="https://humanfactors.jmir.org">https://humanfactors.jmir.org</ext-link>), 24.12.2024. </copyright-statement><copyright-year>2024</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Human Factors, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://humanfactors.jmir.org">https://humanfactors.jmir.org</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2024/1/e63334"/><abstract><sec><title>Background</title><p>Good preconception health reduces the incidence of preventable morbidity and mortality for women, their babies, and future generations. In Australia, there is a need to increase health literacy and awareness about the importance of good preconception health. Digital health tools are a possible enabler to increase this awareness at a population level. The Healthy Conception Tool (HCT) is an existing web-based, preconception health self-assessment tool, that has been developed by academics and clinicians.</p></sec><sec><title>Objective</title><p>This study aims to optimize the HCT and to seek user feedback to increase the engagement and impact of the tool.</p></sec><sec sec-type="methods"><title>Methods</title><p>In-depth interviews were held with women and men aged 18&#x2010;41 years, who spoke and read English and were residing in Australia. Interview transcripts were analyzed, and findings were used to inform an enhanced HCT prototype. This prototype underwent user-experience testing and feedback from users to inform a final round of design changes to the tool.</p></sec><sec sec-type="results"><title>Results</title><p>A total of 20 women and 5 men were interviewed; all wanted a tool that was quick and easy to use with personalized results. Almost all participants were unfamiliar with the term &#x201C;preconception care&#x201D; and stated they would not have found this tool on the internet with its current title. User-experience testing with 6 women and 5 men identified 11 usability issues. These informed further changes to the tool&#x2019;s title, the information on how to use the tool, and the presentation of results.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>Web-based self-assessment tools need to be easy to find and should communicate health messages effectively. End users&#x2019; feedback informed changes to improve the tool&#x2019;s acceptability, engagement, and impact. We expect that the revised tool will have greater reach and prompt more people to prepare well for pregnancy.</p></sec></abstract><kwd-group><kwd>technology</kwd><kwd>internet</kwd><kwd>eHealth</kwd><kwd>user experience</kwd><kwd>patient engagement</kwd><kwd>self-assessment tool</kwd><kwd>preconception</kwd><kwd>health communication</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><sec id="s1-1"><title>Overview</title><p>Preconception care aims to optimize the physical and psychological health of women and their partners prior to conception [<xref ref-type="bibr" rid="ref1">1</xref>]. Good preconception health reduces the incidence of preventable morbidity and mortality for women and their babies [<xref ref-type="bibr" rid="ref1">1</xref>,<xref ref-type="bibr" rid="ref2">2</xref>]. In Australia, there is a need to increase awareness about the importance of good preconception health and access to preconception care [<xref ref-type="bibr" rid="ref3">3</xref>]. This is evidenced by the high proportion of women entering pregnancy above a healthy weight, the low proportion of women taking folic acid before conception, and the low rate of good prepregnancy glycemic control in women with diabetes [<xref ref-type="bibr" rid="ref4">4</xref>-<xref ref-type="bibr" rid="ref7">7</xref>].</p><p>Barriers to the delivery of preconception care include inadequate knowledge in the community about the importance of optimal preconception health and a lack of presentation to health care providers for preconception assessment [<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. Additional barriers include women from low socioeconomic backgrounds having lower levels of functional health literacy [<xref ref-type="bibr" rid="ref10">10</xref>]. This is associated with lower rates of consulting a health professional for preconception care and worse preconception health behavior [<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. Women also identify lack of time and living in rural and remote communities as prohibitive factors to seeking preconception care [<xref ref-type="bibr" rid="ref12">12</xref>].</p><p>Evidence suggests that people of reproductive age are keen to learn about preconception health and adopt positive health behavior change before a pregnancy. Most women of reproductive age report a preference for internet-based information sources [<xref ref-type="bibr" rid="ref13">13</xref>] and use technology to find information on pregnancy health [<xref ref-type="bibr" rid="ref13">13</xref>,<xref ref-type="bibr" rid="ref14">14</xref>]. Digital health tools, such as web-based self-assessment tools, are a promising medium to increase knowledge and awareness about preconception health among people of reproductive age across geographical locations [<xref ref-type="bibr" rid="ref15">15</xref>,<xref ref-type="bibr" rid="ref16">16</xref>]. This includes increased understanding of the benefits of good preconception health, the risks of poor preconception health, and the opportunities to improve health before conception [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>]. Impacts of web-based preconception health self-assessment tools include reduced rates of preconception alcohol consumption, improved uptake of folic acid supplementation [<xref ref-type="bibr" rid="ref19">19</xref>], and also act as a catalyst for clients to initiate discussions with health care providers [<xref ref-type="bibr" rid="ref17">17</xref>].</p></sec><sec id="s1-2"><title>The Healthy Conception Tool</title><p>The Healthy Conception Tool (HCT) was an existing web-based preconception health self-assessment tool, developed by YourFertility, a Commonwealth-funded fertility health promotion program in Australia. The HCT asks questions about a person&#x2019;s general and reproductive health from which people then get a personalized output of results. They are then encouraged to take the results to their doctor to discuss what they can do to optimize their health. The HCT contains a section for both women and men. The HCT was developed in 2017 in collaboration with academics, clinicians, and researchers at the Robinson Research Institute. Some feedback from users was used in the initial development of the HCT; however, formal usability testing was not performed. Exploring usability can identify issues with how people engage and interact with a tool, and the findings can be used to improve experience to maximize the effectiveness and efficiency of the tool [<xref ref-type="bibr" rid="ref20">20</xref>].</p><p>As the HCT is a potential enabler to promote the importance of preconception health, particularly for people in rural and remote areas who face additional challenges in accessing health care, optimization and usability testing can enhance a tool for these populations. This paper describes the process taken to engage with communities using a person-centered approach to assess usability and optimize an existing web-based preconception health self-assessment tool for people in Australia.</p></sec></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Overview</title><p>In-depth user interviews and usability testing were used to optimize the existing HCT (<xref ref-type="fig" rid="figure1">Figure 1</xref>).</p><p>A rural women&#x2019;s health consumer advisory group (RWH-CAG) was established to oversee this body of work and ensure person-centered design in all aspects. A total of 6 women aged 19&#x2010;30 years old, who resided in rural and remote locations in Australia, were selected from a pool of 17 applicants. Selected applicants had lived experience and demonstrated knowledge of issues around the access of sexual and reproductive services to rural Australian women, particularly in the areas of family planning and preconception care. The role of the RWH-CAG was to inform the study design and recruitment methods (<xref ref-type="fig" rid="figure1">Figure 1</xref>).</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>Process of optimizing a web-based self-assessment tool for preconception care.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="humanfactors_v11i1e63334_fig01.png"/></fig></sec><sec id="s2-2"><title>Recruitment</title><p>People of reproductive age (18&#x2010;41 years old), residing in Australia, who could speak and read English, were eligible to participate in both the interviews and user-experience testing. People of all relationship statuses were eligible to take part.</p><p>Recruitment for interviews was via social media with advertisements targeting regional and remote community parent groups and noticeboards. Recruitment for user-testing was coordinated through a user-experience agency (Nomat Australia) with an Australia-wide registered pool of user-experience participants. The participants meeting the recruitment specifications listed above were sent an invitation to take part.</p></sec><sec id="s2-3"><title>Process</title><sec id="s2-3-1"><title>In-Depth Interviews</title><p>In-depth interviews to understand participants&#x2019; experiences of using the HCT were performed from February to September 2021. In particular, what features of the HCT were most likely to increase their knowledge and influence behavior change, and to explore ways in which the tool could be improved. Given COVID-19 quarantine restrictions, interviews were conducted via telephone or internet-based videoconferencing at the participants&#x2019; request. Before the interview, participants were required to complete the HCT. Interviews were recorded and transcribed, and data were analyzed by two researchers who have reproductive and public health expertise, using an inductive thematic approach [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref22">22</xref>]. Data were coded, manually without assistance of software programs, to identify consumer likes and dislikes across content and design features of the self-assessment tool. These findings were further discussed among all members of the research team, and agreement was reached on key domains and features for optimization</p></sec><sec id="s2-3-2"><title>Prototype Development</title><p>A series of strategy, planning, and design workshops were held with a digital solutions consultant (Sentius Australia). These workshops aimed to develop creative and digital solutions for the new tool design, informed by the interview findings. A prototype was developed by Sentius and the research team, with a list of features identified for user testing.</p></sec><sec id="s2-3-3"><title>Optimization of Prototype With User Testing</title><p>The prototype underwent user-experience testing, conducted by a user-experience specialist to identify any usability issues and validate design changes that had been made from May to June 2022. Again, given the COVID-19 pandemic restrictions, the participants took part in a 1-hour videoconferencing call for user-experience testing. In this call, the participants completed the HCT in their chosen setting, to reflect their typical context. The participants shared their smart device screen so that their tool navigation could be directly observed. The participants completed the System Usability Scale (SUS) [<xref ref-type="bibr" rid="ref23">23</xref>] and had the option to provide additional feedback on their experience. The SUS is a 10-item questionnaire to enable a standardized assessment of usability of an interface (<xref ref-type="fig" rid="figure2">Figure 2</xref>) and is an accepted tool to benchmark the usability of Digital Health Applications [<xref ref-type="bibr" rid="ref24">24</xref>]. Usability problems were categorized as minor, moderate, or critical relating to the impact they had on tool engagement and completion (<xref ref-type="table" rid="table1">Table 1</xref>).</p><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>System Usability Scale [<xref ref-type="bibr" rid="ref23">23</xref>].</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="humanfactors_v11i1e63334_fig02.png"/></fig><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Category definitions for identified usability issues.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Classification</td><td align="left" valign="bottom">Definition</td></tr></thead><tbody><tr><td align="left" valign="top">Minor</td><td align="left" valign="top">Causes some hesitation or irritation</td></tr><tr><td align="left" valign="top">Moderate</td><td align="left" valign="top">Causes task failure for some users</td></tr><tr><td align="left" valign="top">Critical</td><td align="left" valign="top">Leads to task failure. Issue inhibits users from completing core tasks or may impact core business objectives</td></tr></tbody></table></table-wrap></sec><sec id="s2-3-4"><title>Prototype Refinement and Enhancements</title><p>User-experience testing results informed additional changes to the tool. Another round of planning workshops was held to decide on the final changes to the tool. These were tested amongst the research group for quality assurance.</p></sec><sec id="s2-3-5"><title>Launch</title><p>When all changes were made, the enhanced tool was launched on the internet.</p></sec></sec><sec id="s2-4"><title>Ethical Considerations</title><p>This study was approved the University of Sydney Human Research Ethics Committee (2020/430; June 22, 2020). Verbal consent was obtained prior to the interview and user testing. Recruitment for both processes ended when no new data were obtained, and previously identified themes were repeating. Participants were given a Aus $50 (US $37.50) VISA gift card in recognition of their time.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Overview</title><p>In-depth interviews with 20 women and 5 men, and user-experience testing with 6 women and 5 men of reproductive age were performed. The participants included people planning and not planning a pregnancy in the next 12 months, from metropolitan, regional, and remote locations in Australia. The participant demographics are shown in <xref ref-type="table" rid="table2">Table 2</xref>.</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Participant demographics.</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Demographics</td><td align="left" valign="bottom">Interview participants (n=25), n</td><td align="left" valign="bottom">User testing participants (n= 11), n</td></tr></thead><tbody><tr><td align="left" valign="top"><bold>Gender</bold></td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Female</td><td align="left" valign="top">20</td><td align="left" valign="top">6</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Male</td><td align="left" valign="top">5</td><td align="left" valign="top">5</td></tr><tr><td align="left" valign="top"><bold>Pregnancy intention</bold></td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Planner</td><td align="left" valign="top">10</td><td align="left" valign="top">6</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Nonplanner</td><td align="left" valign="top">15</td><td align="left" valign="top">5</td></tr><tr><td align="left" valign="top"><bold>Place of residence</bold></td><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Metropolitan</td><td align="left" valign="top">11</td><td align="left" valign="top">9</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Regional and rural</td><td align="left" valign="top">14</td><td align="left" valign="top">2</td></tr></tbody></table></table-wrap></sec><sec id="s3-2"><title>Interview Results</title><p>All participants completed the HCT prior to their interviews, using either a mobile device or laptop, with some completing the tool on both a mobile and laptop device. Attributes of the self-assessment tool, as identified from the interviews, are presented below.</p><sec id="s3-2-1"><title>General Features</title><p>Overall, participants were very positive about the HCT. Most participants liked that it was quick to use, taking on average 5 minutes to complete, and that it was a single source for multiple topics of pregnancy preparation.</p></sec><sec id="s3-2-2"><title>Source Credibility</title><p>The participants expressed that it was important to know the tool was from a credible source. This was attributed to endorsement from reputable professional organizations such as academic institutions.</p><disp-quote><p>I look for does it come from a trusted source, is it from the Royal Children&#x2019;s Hospital website or is it from Breastfeeding Victoria&#x2019;s website, not just a mummy blog or a website that has obvious ads or links to creams that they want to sell you.</p><attrib>P19, female, regional, nonplanner</attrib></disp-quote></sec><sec id="s3-2-3"><title>Target Audience</title><p>Participants liked that the tool was inclusive of partners with information for both men and women<italic>.</italic></p><disp-quote><p>I liked that it had a section for men and women, I think that&#x2019;s really good, that men are included in it as well.</p><attrib>P6, female, regional, nonplanner</attrib></disp-quote></sec><sec id="s3-2-4"><title>Finding the Tool</title><p>The participants identified that a good tool is one that is intuitive to find on a simple web-based search. Almost all participants stated that they would not have found this tool on the internet with its current title.</p></sec><sec id="s3-2-5"><title>Information Gained</title><p>The participants liked the links to further information, particularly the multiple and varied topics that were collated together.</p><disp-quote><p>And I think the link that it had when you clicked on the little info icon, they took you to places, and there was like so much information in those places.</p><attrib>P6, female, regional, nonplanner</attrib></disp-quote></sec><sec id="s3-2-6"><title>Presentation of Results</title><p>The participants stated the presentation of their results was too general and that they wanted more personalized results. Consistently, the participants conveyed that the results must be meaningful to the individual to encourage behavior change.</p></sec><sec id="s3-2-7"><title>User Experience</title><p>A total of 4 key domains for exploration in the user-experience testing were identified from the interviews:</p><list list-type="order"><list-item><p>User interface</p></list-item><list-item><p>Tool navigation</p></list-item><list-item><p>User experience</p></list-item><list-item><p>Results</p></list-item></list><p>A summary of the features for testing within these 4 domains is shown in <xref ref-type="table" rid="table3">Table 3</xref>. More details on the interview findings relating to these domains and features are available in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>.</p><table-wrap id="t3" position="float"><label>Table 3.</label><caption><p>Domains and features of a web-based self-assessment tool for preconception care to be assessed in usability testing.</p></caption><table id="table3" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Domain</td><td align="left" valign="bottom">Features to test</td></tr></thead><tbody><tr><td align="left" valign="top"><bold>User interface</bold></td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Color</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Color scheme</p></list-item></list></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Images</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Real life images</p></list-item><list-item><p>Icons</p></list-item></list></td></tr><tr><td align="left" valign="top"><bold>Tool navigation</bold></td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Answer mechanisms</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Free text</p></list-item><list-item><p>Radio buttons</p></list-item><list-item><p>Scroll bar</p></list-item><list-item><p>Specified range</p></list-item></list></td></tr><tr><td align="left" valign="top"><bold>User experience</bold></td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Explanatory text</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Explain how to answer the questions and what to do on completion</p></list-item></list></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Sequence of questions</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Sequence of questions for logical flow</p></list-item></list></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Language</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Title and text to avoid medical terminology</p></list-item><list-item><p>Inclusive language and answer options</p></list-item><list-item><p>Tone</p></list-item><list-item><p>Appropriate health literacy</p></list-item></list></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Accessibility of additional information</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Display of additional information</p></list-item></list></td></tr><tr><td align="left" valign="top"><bold>Results</bold></td><td align="left" valign="top"/></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Timing of results display within the tool</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Give result with each individual question answered</p></list-item><list-item><p>Give all results at the end of the tool</p></list-item></list></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Visual display of results</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Visual display of results with color coding system</p></list-item></list></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Prioritized ordering and personalization of results</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Prioritized display of results</p></list-item></list></td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Mechanism to receive and keep results</td><td align="left" valign="top"><list list-type="bullet"><list-item><p>Email</p></list-item><list-item><p>Print</p></list-item></list></td></tr></tbody></table></table-wrap></sec></sec><sec id="s3-3"><title>User-Experience Testing</title><p>All participants completed all questions in the prototype on their first attempt and responded well to its simplicity. The amount of information provided was considered appropriate, the supplied links were determined to be valuable, and information was perceived to be presented in a way that was easy to digest and use. The average SUS score was 91.82 (SD 4.62), which is a high score compared with an industry average in Australia of 68 (SD 12.5). The participants responded well to the given color scheme.</p><p>A total of 11 usability problems were identified, 4 moderate and 7 minor (<xref ref-type="table" rid="table4">Table 4</xref>).</p><p>Additional observations of significance were the impact of the organizational logos at the bottom of the tool. Without prompting, several participants commented on the organization logos and indicated that seeing this added credibility to the tool. New features to increase reach of the tool were also noted and included the option to share the tool with the user&#x2019;s contacts.</p><p>Additional refinements were made to the tool following user-experience testing to address the problems identified. Some key changes are shown in <xref ref-type="fig" rid="figure3">Figure 3</xref>.</p><table-wrap id="t4" position="float"><label>Table 4.</label><caption><p>The findings on user-experience testing for a web-based self-assessment tool for preconception care.</p></caption><table id="table4" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Issue</td><td align="left" valign="bottom">Observation</td><td align="left" valign="bottom">Recommendation</td><td align="left" valign="bottom">Severity</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="3"><bold>Results</bold></td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="3"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Presentation of results&#x2014;traffic light system colours</td><td align="left" valign="top">Consistently, the color coding on the results page was not obvious to participants. Particularly, the use of orange instead of red was misunderstood. &#x201C;<italic>I don&#x2019;t understand why they&#x2019;ve done that...maybe change the choice of colours to red, yellow and green? I would be fine with red</italic>&#x201D; (P36, male, planner, metropolitan)</td><td align="left" valign="top">Update to green, orange, red and introduce descriptive headings within the results page.</td><td align="left" valign="top">Moderate</td></tr><tr><td align="left" valign="top" colspan="3"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Grouping preference</td><td align="left" valign="top">Consistently, participants indicated that they preferred the layout of the second version of the results page (order as per traffic lights). Specifically, participants suggested that grouping results led to increased understanding of the content grouping. <italic>&#x201C;Now it makes more sense to see the colours categorised in groups.&#x201D;</italic> (P28, female, non-planner, metropolitan)</td><td align="left" valign="top">Implement grouping of results as the standard.</td><td align="left" valign="top">Moderate</td></tr><tr><td align="left" valign="top" colspan="3"><bold>User experience</bold></td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="3"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Help icon: visibility</td><td align="left" valign="top">The help icon was deemed to be of value to participants, however it was not immediately obvious to all participants. The visual hierarchy needs to be increased, in order to prompt a higher use rate. <italic>&#x201C;No, I don&#x2019;t recall seeing these help icons, that would have been good to know for this question [fertile window].&#x201D;</italic> (P26, female, non-planner, metropolitan)</td><td align="left" valign="top">Consider making the help icon 15% larger and changing the color to HEX #14c797 to increase prominence.</td><td align="left" valign="top">Moderate</td></tr><tr><td align="left" valign="top" colspan="3"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Answer clarification: smoking and alcohol</td><td align="left" valign="top">For both the smoking and alcohol use questions, some participants answered &#x201D;no&#x201D; despite describing infrequent use. This indicated that just having 2 possible answers causes misreporting in some instances. &#x201C;<italic>It&#x2019;s a tad confusing, the smoking and drinking. It&#x2019;s a yes and a no answer but there&#x2019;s a lot of gradations in there...someone might have two glasses a week.&#x201D;</italic> (P34, male, planner, metropolitan)</td><td align="left" valign="top">Include help icon to explain how to answer the question.</td><td align="left" valign="top">Moderate</td></tr><tr><td align="left" valign="top" colspan="3"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><bold>Question clarification</bold></td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="3"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Chemicals</td><td align="left" valign="top">Participants often displayed confusion as to what kind of chemicals this question referred to. &#x201C;<italic>I don&#x2019;t know much about chemical exposure...maybe a Tefal pan? I&#x2019;m not sure. That would have been a question I could use some extra information for.&#x201D;</italic> (P28, female, nonplanner, metropolitan)</td><td align="left" valign="top">Include help icon text to expand on the types of household chemicals that could impact fertility.</td><td align="left" valign="top">Minor</td></tr><tr><td align="left" valign="top" colspan="3"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>STI check</td><td align="left" valign="top">On occasion, participants expressed surprise at the inclusion of the STI check question. Specifically, participants did not feel it was relevant to them if they were in a long-term relationship. <italic>&#x201C;Why is this question relevant to pregnancy?&#x201D;</italic> (P30, male, planner, metropolitan)</td><td align="left" valign="top">Include help icon text to explain the relationship between STI checks and future fertility. Reiterate STIs can be asymptomatic</td><td align="left" valign="top">Minor</td></tr><tr><td align="left" valign="top" colspan="3"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Prescription meds</td><td align="left" valign="top">Participants indicated confusion around the types of prescription medication that would be included here. <italic>&#x201C;I&#x2019;m on the mini [contraceptive] pill, but I wouldn&#x2019;t tick yes here.&#x201D;</italic> (P27, female, planner, metropolitan)</td><td align="left" valign="top">Add help icon text to explain prescription medications</td><td align="left" valign="top">Minor</td></tr><tr><td align="left" valign="top" colspan="3"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Folic acid</td><td align="left" valign="top">Folic acid prompted some additional discussion from participants, with questions raised about what it was, the dose required, and the function it served. &#x201C;<italic>I would answer no to taking folic acid...I haven&#x2019;t even heard that mentioned. Now I wonder if that is important or not...I am not sure what it is.&#x201D;</italic> (P33, female, planner, regional)</td><td align="left" valign="top">Add help icon text to give a brief explanation of the importance of folic acid. Mention that folic acid is included in pre-natal supplements.</td><td align="left" valign="top">Minor</td></tr><tr><td align="left" valign="top" colspan="3"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Results page: BMI information</td><td align="left" valign="top">Participants indicated that the BMI information required additional context to be more effective. &#x201C;<italic>The BMI information is good, but you just want a quantified benefit. You always hear about eating healthy and being healthy...it just becomes noise. Unless there&#x2019;s a real benefit, what&#x2019;s the point?&#x201D;</italic> (P30, male, planner, metropolitan)</td><td align="left" valign="top">Expand results section to include specific statistics connecting BMI with fertility. Include more targeted exercise suggestions.</td><td align="left" valign="top">Minor</td></tr><tr><td align="left" valign="top" colspan="3"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Language: male version</td><td align="left" valign="top">Throughout the text on the male pages, some of the wording occasionally confused male participants. Some male participants did not feel that this was relevant to them and questioned whether the results were actually targeted towards the male user.</td><td align="left" valign="top">Tailor copy for participant gender.</td><td align="left" valign="top">Minor</td></tr><tr><td align="left" valign="top" colspan="3"><bold>User interface</bold></td><td align="left" valign="top"/><td align="left" valign="top"/><td align="left" valign="top"/></tr><tr><td align="left" valign="top" colspan="3"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Image: sperm regeneration</td><td align="left" valign="top">Without being prompted, male participants consistently drew attention to the sperm regeneration fact at the top of the results page. Participants indicated that this statistic was new to them, and that they valued having this information included.</td><td align="left" valign="top">On the results page, incorporate this information within the main content.</td><td align="left" valign="top">Minor</td></tr></tbody></table></table-wrap><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>Enhancements to the self-assessment tool questions and results.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="humanfactors_v11i1e63334_fig03.png"/></fig></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Findings</title><p>This work explored what features of a web-based self-assessment tool for preconception care are important to people of reproductive age. In particular, what features will increase engagement and completion of the tool, and what are the best ways to present the results and information so that a user will act upon them.</p><p>Our findings showed that participants value a tool that is intuitive to find in a web-based search and is quick and simple to use. This is consistent with findings of other eHealth modalities, where ease of use and simplicity is a determinant in user engagement [<xref ref-type="bibr" rid="ref25">25</xref>,<xref ref-type="bibr" rid="ref26">26</xref>]. Clear information about what each question is asking was important to maintain engagement in the tool. For questions that were not intuitive, or required explanation, an information icon was placed adjacent to the question text, in a different color to emphasize its presence. The information was visible by hovering over the icon, as participants indicated they did to want to be directed to an additional page, as this interfered with user experience. Having information presented in a way that is easily understood by the user has been identified as a key quality indicator of web-based health sites [<xref ref-type="bibr" rid="ref27">27</xref>].</p><p>A key finding in both the interviews and user-experience testing was the need to have information clearly presented and easy to digest at an appropriate health literacy level. The International Reproductive Health Education Collaboration recently devised recommendations for developing and implementing tools to improve fertility literacy [<xref ref-type="bibr" rid="ref28">28</xref>]. This included the recommendation to understand the target population and include user perspectives when developing education tools. In both the interviews and user-experience testing. there was a balance of planners and nonplanners (those not planning a pregnancy in the next 12 mo) to ensure the information presented was accessible and relevant to all people of reproductive age regardless of pregnancy intention. This also led to some key changes including to the title of the tool. Almost all of the interview participants would not have found the tool on the internet, and as such the tool was renamed with a plain English title as informed by participants of &#x201C;Healthy you, Healthy baby<italic>.&#x201D;</italic></p><p>Another key feature for users was the personalized and ordered presentation of tool results. Results were grouped into categories that required the user&#x2019;s attention and action. These were color-coded to convey visual priority and accompanied by explanatory text, in a positive tone to complement the color scheme.</p><p>The participants expressed the importance of knowing that a source is credible, and this is acknowledged by the inclusion of logos from trusted organisations. Trust in eHealth sites is a recognized determinant of user engagement with web-based health information sources [<xref ref-type="bibr" rid="ref29">29</xref>]. Accreditation or endorsement with recognized logos from reputable institutions can increase trust in a platform [<xref ref-type="bibr" rid="ref30">30</xref>].</p><p>eHealth platforms have been shown to be effective in improving user health knowledge, behavior change, and health outcomes [<xref ref-type="bibr" rid="ref31">31</xref>,<xref ref-type="bibr" rid="ref32">32</xref>]. Several eHealth platforms have been shown to be effective for the communication of preconception health information [<xref ref-type="bibr" rid="ref33">33</xref>-<xref ref-type="bibr" rid="ref35">35</xref>]. A web-based app for people with sickle cell disease and sickle cell trait providing information about prepregnancy health was found to be acceptable and usable and increased consumer knowledge [<xref ref-type="bibr" rid="ref33">33</xref>]. An eHealth lifestyle coaching program for women prior to pregnancy has been shown to increase healthy eating behaviours [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref35">35</xref>].</p><p>Studies have suggested improvement in eHealth intervention designs to increase their effectiveness [<xref ref-type="bibr" rid="ref32">32</xref>]. This includes adopting a holistic approach to promote user engagement [<xref ref-type="bibr" rid="ref36">36</xref>]. Our approach, informed by a rural women&#x2019;s health consumer advisory group, of in-depth interviews followed by user-experience testing enabled a detailed understanding of our target audience needs and expectations. The opportunity to test the consumer, informed prototype, and validated design has delivered an enhanced tool for people of reproductive age in Australia.</p></sec><sec id="s4-2"><title>Strengths</title><p>The use of both interviews and user-experience testing techniques are a strength of this study and provided additional iterations to enhance the self-assessment tool. The involvement of the RWH-CAG from conception to completion of this project also ensure a person-centred approach.</p></sec><sec id="s4-3"><title>Limitations</title><p>The tool was only explored by people who can speak and read English, and therefore does not capture the preferences of people from culturally and linguistically diverse backgrounds. As these populations can face challenges with access to care, this is a priority area for future research. This study used the SUS as an instrument within the usability testing. Further enhancements may be achieved by using additional tools such as Neilsen&#x2019;s guidelines in combination with the SUS [<xref ref-type="bibr" rid="ref37">37</xref>].</p></sec><sec id="s4-4"><title>Conclusion</title><p>As a web-based tool, &#x201C;Healthy You, Healthy Baby&#x201D; has the potential to improve knowledge among people of reproductive age about the importance of optimal preconception health, including those who experience health inequities, such as women and men in rural and remote areas. The tool can be adapted to other priority populations, including people from culturally and linguistically diverse backgrounds to further improve the delivery of preconception care.</p></sec></sec></body><back><ack><p>The authors acknowledge the input of the rural women&#x2019;s health consumer advisory group members for the invaluable contribution to the design and development of recruitment materials for this study. We also acknowledge the contribution of Renee da Silva and Joanna Anagnostou who were the Health Promotion Coordinators at YourFertility during the time of this research. The authors also acknowledge the collaboration with Kim Morrison and Mel King at Sentius for digital design, and with Chris Gray and Eliza Crisp at Nomat for user experience testing. This research was funded by the National Women&#x2019;s Health Strategy Health Promotion Grants Scheme GO2745.</p></ack><fn-group><fn fn-type="con"><p>ED contributed to the conceptualization, methodology, investigation, data curation, formal analysis, writing of the original draft, review and edits, visualization, project administration, and funding acquisition. KH performed the conceptualization; formal analysis; and the writing, reviewing and editing of the manuscript. RR contributed to the conceptualization and the writing, reviewing, and editing of the manuscript. KIB performed the conceptualization; data curation; formal analysis; writing, reviewing, and editing of the manuscript; supervision; and funding acquisition.</p></fn><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">HCT</term><def><p>Healthy Conception Tool</p></def></def-item><def-item><term id="abb2">RWH-CAG</term><def><p>rural women&#x2019;s health consumer advisory group</p></def></def-item><def-item><term id="abb3">SUS</term><def><p>System Usability Scale</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="web"><article-title>Preconception care: maximizing the gains for maternal and child health - policy brief</article-title><source>World Health Organization</source><year>2013</year><access-date>2024-12-06</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.who.int/publications/i/item/WHO-FWC-MCA-13.02">https://www.who.int/publications/i/item/WHO-FWC-MCA-13.02</ext-link></comment></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Stephenson</surname><given-names>J</given-names> </name><name name-style="western"><surname>Heslehurst</surname><given-names>N</given-names> </name><name name-style="western"><surname>Hall</surname><given-names>J</given-names> </name><etal/></person-group><article-title>Before the beginning: nutrition and lifestyle in the preconception period and its importance for future health</article-title><source>Lancet</source><year>2018</year><month>05</month><volume>391</volume><issue>10132</issue><fpage>1830</fpage><lpage>1841</lpage><pub-id pub-id-type="doi">10.1016/S0140-6736(18)30311-8</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Boyle</surname><given-names>JA</given-names> </name><name name-style="western"><surname>Black</surname><given-names>K</given-names> </name><name name-style="western"><surname>Dorney</surname><given-names>E</given-names> </name><etal/></person-group><article-title>Setting preconception care priorities in Australia using a Delphi technique</article-title><source>Semin Reprod Med</source><year>2022</year><month>07</month><volume>40</volume><issue>3-04</issue><fpage>214</fpage><lpage>226</lpage><pub-id pub-id-type="doi">10.1055/s-0042-1749683</pub-id><pub-id pub-id-type="medline">35760312</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lang</surname><given-names>AY</given-names> </name><name name-style="western"><surname>Harrison</surname><given-names>CL</given-names> </name><name name-style="western"><surname>Barrett</surname><given-names>G</given-names> </name><name name-style="western"><surname>Hall</surname><given-names>JA</given-names> </name><name name-style="western"><surname>Moran</surname><given-names>LJ</given-names> </name><name name-style="western"><surname>Boyle</surname><given-names>JA</given-names> </name></person-group><article-title>Opportunities for enhancing pregnancy planning and preconception health behaviours of Australian women</article-title><source>Women Birth</source><year>2021</year><month>03</month><volume>34</volume><issue>2</issue><fpage>e153</fpage><lpage>e161</lpage><pub-id pub-id-type="doi">10.1016/j.wombi.2020.02.022</pub-id><pub-id pub-id-type="medline">32312651</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Malek</surname><given-names>L</given-names> </name><name name-style="western"><surname>Umberger</surname><given-names>W</given-names> </name><name name-style="western"><surname>Makrides</surname><given-names>M</given-names> </name><name name-style="western"><surname>Zhou</surname><given-names>SJ</given-names> </name></person-group><article-title>Poor adherence to folic acid and iodine supplement recommendations in preconception and pregnancy: a cross-sectional analysis</article-title><source>Aust N Z J Public Health</source><year>2016</year><month>10</month><volume>40</volume><issue>5</issue><fpage>424</fpage><lpage>429</lpage><pub-id pub-id-type="doi">10.1111/1753-6405.12552</pub-id><pub-id pub-id-type="medline">27523027</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="web"><article-title>Australia's mothers and babies</article-title><source>Australian Institute of Health and Welfare (AIHW)</source><year>2023</year><access-date>2024-11-10</access-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.aihw.gov.au/reports/mothers-babies/australias-mothers-babies/contents/antenatal-period/maternal-body-mass-index">https://www.aihw.gov.au/reports/mothers-babies/australias-mothers-babies/contents/antenatal-period/maternal-body-mass-index</ext-link></comment></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Abell</surname><given-names>SK</given-names> </name><name name-style="western"><surname>Boyle</surname><given-names>JA</given-names> </name><name name-style="western"><surname>de Courten</surname><given-names>B</given-names> </name><etal/></person-group><article-title>Impact of type 2 diabetes, obesity and glycaemic control on pregnancy outcomes</article-title><source>Aust N Z J Obstet Gynaecol</source><year>2017</year><month>06</month><volume>57</volume><issue>3</issue><fpage>308</fpage><lpage>314</lpage><pub-id pub-id-type="doi">10.1111/ajo.12521</pub-id><pub-id pub-id-type="medline">27593528</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Mazza</surname><given-names>D</given-names> </name><name name-style="western"><surname>Chapman</surname><given-names>A</given-names> </name><name name-style="western"><surname>Michie</surname><given-names>S</given-names> </name></person-group><article-title>Barriers to the implementation of preconception care guidelines as perceived by general practitioners: a qualitative study</article-title><source>BMC Health Serv Res</source><year>2013</year><month>01</month><day>31</day><volume>13</volume><issue>1</issue><fpage>36</fpage><pub-id pub-id-type="doi">10.1186/1472-6963-13-36</pub-id><pub-id pub-id-type="medline">23368720</pub-id></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Goossens</surname><given-names>J</given-names> </name><name name-style="western"><surname>De Roose</surname><given-names>M</given-names> </name><name name-style="western"><surname>Van Hecke</surname><given-names>A</given-names> </name><name name-style="western"><surname>Goemaes</surname><given-names>R</given-names> </name><name name-style="western"><surname>Verhaeghe</surname><given-names>S</given-names> </name><name name-style="western"><surname>Beeckman</surname><given-names>D</given-names> </name></person-group><article-title>Barriers and facilitators to the provision of preconception care by healthcare providers: a systematic review</article-title><source>Int J Nurs Stud</source><year>2018</year><month>11</month><volume>87</volume><fpage>113</fpage><lpage>130</lpage><pub-id pub-id-type="doi">10.1016/j.ijnurstu.2018.06.009</pub-id><pub-id pub-id-type="medline">30096578</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Endres</surname><given-names>LK</given-names> </name><name name-style="western"><surname>Sharp</surname><given-names>LK</given-names> </name><name name-style="western"><surname>Haney</surname><given-names>E</given-names> </name><name name-style="western"><surname>Dooley</surname><given-names>SL</given-names> </name></person-group><article-title>Health literacy and pregnancy preparedness in pregestational diabetes</article-title><source>Diabetes Care</source><year>2004</year><month>02</month><volume>27</volume><issue>2</issue><fpage>331</fpage><lpage>334</lpage><pub-id pub-id-type="doi">10.2337/diacare.27.2.331</pub-id><pub-id pub-id-type="medline">14747209</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Fransen</surname><given-names>MP</given-names> </name><name name-style="western"><surname>Hopman</surname><given-names>ME</given-names> </name><name name-style="western"><surname>Murugesu</surname><given-names>L</given-names> </name><name name-style="western"><surname>Rosman</surname><given-names>AN</given-names> </name><name name-style="western"><surname>Smith</surname><given-names>SK</given-names> </name></person-group><article-title>Preconception counselling for low health literate women: an exploration of determinants in the Netherlands</article-title><source>Reprod Health</source><year>2018</year><month>11</month><day>23</day><volume>15</volume><issue>1</issue><fpage>192</fpage><pub-id pub-id-type="doi">10.1186/s12978-018-0617-1</pub-id><pub-id pub-id-type="medline">30470239</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Poels</surname><given-names>M</given-names> </name><name name-style="western"><surname>Koster</surname><given-names>MPH</given-names> </name><name name-style="western"><surname>Boeije</surname><given-names>HR</given-names> </name><name name-style="western"><surname>Franx</surname><given-names>A</given-names> </name><name name-style="western"><surname>van Stel</surname><given-names>HF</given-names> </name></person-group><article-title>Why do women not use preconception care? A systematic review on barriers and facilitators</article-title><source>Obstet Gynecol Surv</source><year>2016</year><month>10</month><volume>71</volume><issue>10</issue><fpage>603</fpage><lpage>612</lpage><pub-id pub-id-type="doi">10.1097/OGX.0000000000000360</pub-id><pub-id pub-id-type="medline">27770130</pub-id></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Khan</surname><given-names>NN</given-names> </name><name name-style="western"><surname>Boyle</surname><given-names>JA</given-names> </name><name name-style="western"><surname>Lang</surname><given-names>AY</given-names> </name><name name-style="western"><surname>Harrison</surname><given-names>CL</given-names> </name></person-group><article-title>Preconception health attitudes and behaviours of women: a qualitative investigation</article-title><source>Nutrients</source><year>2019</year><month>06</month><day>29</day><volume>11</volume><issue>7</issue><fpage>1490</fpage><pub-id pub-id-type="doi">10.3390/nu11071490</pub-id><pub-id pub-id-type="medline">31261954</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Musgrave</surname><given-names>L</given-names> </name><name name-style="western"><surname>Cheney</surname><given-names>K</given-names> </name><name name-style="western"><surname>Dorney</surname><given-names>E</given-names> </name><name name-style="western"><surname>Homer</surname><given-names>CSE</given-names> </name><name name-style="western"><surname>Gordon</surname><given-names>A</given-names> </name></person-group><article-title>Addressing preconception behavior change through mobile phone apps: systematic review and meta-analysis</article-title><source>J Med Internet Res</source><year>2023</year><month>04</month><day>19</day><volume>25</volume><fpage>e41900</fpage><pub-id pub-id-type="doi">10.2196/41900</pub-id><pub-id pub-id-type="medline">37074767</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Van Dijk</surname><given-names>MR</given-names> </name><name name-style="western"><surname>Koster</surname><given-names>MP</given-names> </name><name name-style="western"><surname>Rosman</surname><given-names>AN</given-names> </name><name name-style="western"><surname>Steegers-Theunissen</surname><given-names>RP</given-names> </name></person-group><article-title>Opportunities of mHealth in preconception care: preferences and experiences of patients and health care providers and other involved professionals</article-title><source>JMIR Mhealth Uhealth</source><year>2017</year><month>08</month><day>17</day><volume>5</volume><issue>8</issue><fpage>e123</fpage><pub-id pub-id-type="doi">10.2196/mhealth.7834</pub-id><pub-id pub-id-type="medline">28818820</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gardiner</surname><given-names>P</given-names> </name><name name-style="western"><surname>Hempstead</surname><given-names>MB</given-names> </name><name name-style="western"><surname>Ring</surname><given-names>L</given-names> </name><etal/></person-group><article-title>Reaching women through health information technology: the Gabby preconception care system</article-title><source>Am J Health Promot</source><year>2013</year><volume>27</volume><issue>3 Suppl</issue><fpage>eS11</fpage><lpage>20</lpage><pub-id pub-id-type="doi">10.4278/ajhp.1200113-QUAN-18</pub-id><pub-id pub-id-type="medline">23286652</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bello</surname><given-names>JK</given-names> </name><name name-style="western"><surname>Adkins</surname><given-names>K</given-names> </name><name name-style="western"><surname>Stulberg</surname><given-names>DB</given-names> </name><name name-style="western"><surname>Rao</surname><given-names>G</given-names> </name></person-group><article-title>Perceptions of a reproductive health self-assessment tool (RH-SAT) in an urban community health center</article-title><source>Patient Educ Couns</source><year>2013</year><month>12</month><volume>93</volume><issue>3</issue><fpage>655</fpage><lpage>663</lpage><pub-id pub-id-type="doi">10.1016/j.pec.2013.09.004</pub-id><pub-id pub-id-type="medline">24094839</pub-id></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Levis</surname><given-names>DM</given-names> </name><name name-style="western"><surname>Westbrook</surname><given-names>K</given-names> </name></person-group><article-title>A content analysis of preconception health education materials: characteristics, strategies, and clinical-behavioral components</article-title><source>Am J Health Promot</source><year>2013</year><volume>27</volume><issue>3 Suppl</issue><fpage>S36</fpage><lpage>42</lpage><pub-id pub-id-type="doi">10.4278/ajhp.120113-QUAL-19</pub-id><pub-id pub-id-type="medline">23286661</pub-id></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Agricola</surname><given-names>E</given-names> </name><name name-style="western"><surname>Pandolfi</surname><given-names>E</given-names> </name><name name-style="western"><surname>Gonfiantini</surname><given-names>MV</given-names> </name><etal/></person-group><article-title>A cohort study of a tailored web intervention for preconception care</article-title><source>BMC Med Inform Decis Mak</source><year>2014</year><month>04</month><day>15</day><volume>14</volume><fpage>33</fpage><pub-id pub-id-type="doi">10.1186/1472-6947-14-33</pub-id><pub-id pub-id-type="medline">24731520</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Zapata</surname><given-names>BC</given-names> </name><name name-style="western"><surname>Fern&#x00E1;ndez-Alem&#x00E1;n</surname><given-names>JL</given-names> </name><name name-style="western"><surname>Idri</surname><given-names>A</given-names> </name><name name-style="western"><surname>Toval</surname><given-names>A</given-names> </name></person-group><article-title>Empirical studies on usability of mHealth apps: a systematic literature review</article-title><source>J Med Syst</source><year>2015</year><month>02</month><volume>39</volume><issue>2</issue><fpage>1</fpage><pub-id pub-id-type="doi">10.1007/s10916-014-0182-2</pub-id><pub-id pub-id-type="medline">25600193</pub-id></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Braun</surname><given-names>V</given-names> </name><name name-style="western"><surname>Clarke</surname><given-names>V</given-names> </name><name name-style="western"><surname>Hayfield</surname><given-names>N</given-names> </name><name name-style="western"><surname>Terry</surname><given-names>G</given-names> </name></person-group><person-group person-group-type="editor"><name name-style="western"><surname>Liamputtong</surname><given-names>P</given-names> </name></person-group><source>Handbook of Research Methods in Health Social Sciences</source><year>2019</year><publisher-name>Springer</publisher-name><fpage>843</fpage><lpage>96</lpage><pub-id pub-id-type="doi">10.1007/978-981-10-5251-4_103</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Braun</surname><given-names>V</given-names> </name><name name-style="western"><surname>Clarke</surname><given-names>V</given-names> </name></person-group><article-title>What can &#x201C;thematic analysis&#x201D; offer health and wellbeing researchers?</article-title><source>Int J Qual Stud Health Well-being</source><year>2014</year><volume>9</volume><fpage>26152</fpage><pub-id pub-id-type="doi">10.3402/qhw.v9.26152</pub-id><pub-id pub-id-type="medline">25326092</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Brooke</surname><given-names>J</given-names> </name></person-group><article-title>SUS&#x2014;A Quick and Dirty Usability Scale</article-title><source>Usability Eval in Ind</source><year>1996</year><volume>189</volume><fpage>4</fpage><lpage>7</lpage><comment><ext-link ext-link-type="uri" xlink:href="https://digital.ahrq.gov/sites/default/files/docs/survey/systemusabilityscale%2528sus%2529_comp%255B1%255D.pdf">https://digital.ahrq.gov/sites/default/files/docs/survey/systemusabilityscale%2528sus%2529_comp%255B1%255D.pdf</ext-link></comment></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hyzy</surname><given-names>M</given-names> </name><name name-style="western"><surname>Bond</surname><given-names>R</given-names> </name><name name-style="western"><surname>Mulvenna</surname><given-names>M</given-names> </name><etal/></person-group><article-title>System usability scale benchmarking for digital health apps: meta-analysis</article-title><source>JMIR Mhealth Uhealth</source><year>2022</year><month>08</month><day>18</day><volume>10</volume><issue>8</issue><fpage>e37290</fpage><pub-id pub-id-type="doi">10.2196/37290</pub-id><pub-id pub-id-type="medline">35980732</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lazard</surname><given-names>AJ</given-names> </name><name name-style="western"><surname>Watkins</surname><given-names>I</given-names> </name><name name-style="western"><surname>Mackert</surname><given-names>MS</given-names> </name><name name-style="western"><surname>Xie</surname><given-names>B</given-names> </name><name name-style="western"><surname>Stephens</surname><given-names>KK</given-names> </name><name name-style="western"><surname>Shalev</surname><given-names>H</given-names> </name></person-group><article-title>Design simplicity influences patient portal use: the role of aesthetic evaluations for technology acceptance</article-title><source>J Am Med Inform Assoc</source><year>2016</year><month>04</month><volume>23</volume><issue>e1</issue><fpage>e157</fpage><lpage>61</lpage><pub-id pub-id-type="doi">10.1093/jamia/ocv174</pub-id><pub-id pub-id-type="medline">26635314</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wang</surname><given-names>H</given-names> </name><name name-style="western"><surname>Zhang</surname><given-names>J</given-names> </name><name name-style="western"><surname>Luximon</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Qin</surname><given-names>M</given-names> </name><name name-style="western"><surname>Geng</surname><given-names>P</given-names> </name><name name-style="western"><surname>Tao</surname><given-names>D</given-names> </name></person-group><article-title>The determinants of user acceptance of mobile medical platforms: an investigation integrating the TPB, TAM, and patient-centered factors</article-title><source>Int J Environ Res Public Health</source><year>2022</year><month>08</month><day>29</day><volume>19</volume><issue>17</issue><fpage>10758</fpage><pub-id pub-id-type="doi">10.3390/ijerph191710758</pub-id><pub-id pub-id-type="medline">36078473</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Tao</surname><given-names>D</given-names> </name><name name-style="western"><surname>LeRouge</surname><given-names>C</given-names> </name><name name-style="western"><surname>Smith</surname><given-names>KJ</given-names> </name><name name-style="western"><surname>De Leo</surname><given-names>G</given-names> </name></person-group><article-title>Defining information quality into health websites: a conceptual framework of health website information quality for educated young adults</article-title><source>JMIR Hum Factors</source><year>2017</year><month>10</month><day>6</day><volume>4</volume><issue>4</issue><fpage>e25</fpage><pub-id pub-id-type="doi">10.2196/humanfactors.6455</pub-id><pub-id pub-id-type="medline">28986336</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Martins</surname><given-names>MV</given-names> </name><name name-style="western"><surname>Koert</surname><given-names>E</given-names> </name><name name-style="western"><surname>Sylvest</surname><given-names>R</given-names> </name><etal/></person-group><article-title>Fertility education: recommendations for developing and implementing tools to improve fertility literacy&#x2020;</article-title><source>Hum Reprod</source><year>2024</year><month>02</month><day>1</day><volume>39</volume><issue>2</issue><fpage>293</fpage><lpage>302</lpage><pub-id pub-id-type="doi">10.1093/humrep/dead253</pub-id><pub-id pub-id-type="medline">38088127</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sbaffi</surname><given-names>L</given-names> </name><name name-style="western"><surname>Rowley</surname><given-names>J</given-names> </name></person-group><article-title>Trust and credibility in web-based health information: a review and agenda for future research</article-title><source>J Med Internet Res</source><year>2017</year><month>06</month><day>19</day><volume>19</volume><issue>6</issue><fpage>e218</fpage><pub-id pub-id-type="doi">10.2196/jmir.7579</pub-id><pub-id pub-id-type="medline">28630033</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Rowley</surname><given-names>J</given-names> </name><name name-style="western"><surname>Johnson</surname><given-names>F</given-names> </name><name name-style="western"><surname>Sbaffi</surname><given-names>L</given-names> </name></person-group><article-title>Students&#x2019; trust judgements in online health information seeking</article-title><source>Health Informatics J</source><year>2015</year><month>12</month><volume>21</volume><issue>4</issue><fpage>316</fpage><lpage>327</lpage><pub-id pub-id-type="doi">10.1177/1460458214546772</pub-id><pub-id pub-id-type="medline">25193449</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sawesi</surname><given-names>S</given-names> </name><name name-style="western"><surname>Rashrash</surname><given-names>M</given-names> </name><name name-style="western"><surname>Phalakornkule</surname><given-names>K</given-names> </name><name name-style="western"><surname>Carpenter</surname><given-names>JS</given-names> </name><name name-style="western"><surname>Jones</surname><given-names>JF</given-names> </name></person-group><article-title>The impact of information technology on patient engagement and health behavior change: a systematic review of the literature</article-title><source>JMIR Med Inform</source><year>2016</year><month>01</month><day>21</day><volume>4</volume><issue>1</issue><fpage>e1</fpage><pub-id pub-id-type="doi">10.2196/medinform.4514</pub-id><pub-id pub-id-type="medline">26795082</pub-id></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Duan</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Shang</surname><given-names>B</given-names> </name><name name-style="western"><surname>Liang</surname><given-names>W</given-names> </name><name name-style="western"><surname>Du</surname><given-names>G</given-names> </name><name name-style="western"><surname>Yang</surname><given-names>M</given-names> </name><name name-style="western"><surname>Rhodes</surname><given-names>RE</given-names> </name></person-group><article-title>Effects of eHealth-based multiple health behavior change interventions on physical activity, healthy diet, and weight in people with noncommunicable diseases: systematic review and meta-analysis</article-title><source>J Med Internet Res</source><year>2021</year><month>02</month><day>22</day><volume>23</volume><issue>2</issue><fpage>e23786</fpage><pub-id pub-id-type="doi">10.2196/23786</pub-id><pub-id pub-id-type="medline">33616534</pub-id></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wilkie</surname><given-names>DJ</given-names> </name><name name-style="western"><surname>Telisnor</surname><given-names>G</given-names> </name><name name-style="western"><surname>Powell-Roach</surname><given-names>K</given-names> </name><etal/></person-group><article-title>CHOICES for sickle cell reproductive health: a protocol of a randomized preconception intervention model for a single gene disorder</article-title><source>PLoS ONE</source><year>2023</year><volume>18</volume><issue>12</issue><fpage>e0294907</fpage><pub-id pub-id-type="doi">10.1371/journal.pone.0294907</pub-id><pub-id pub-id-type="medline">38060589</pub-id></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hojeij</surname><given-names>B</given-names> </name><name name-style="western"><surname>Schoenmakers</surname><given-names>S</given-names> </name><name name-style="western"><surname>Willemsen</surname><given-names>S</given-names> </name><etal/></person-group><article-title>The effect of an eHealth coaching program (smarter pregnancy) on attitudes and practices toward periconception lifestyle behaviors in women attempting pregnancy: prospective study</article-title><source>J Med Internet Res</source><year>2023</year><month>01</month><day>31</day><volume>25</volume><fpage>e39321</fpage><pub-id pub-id-type="doi">10.2196/39321</pub-id><pub-id pub-id-type="medline">36719733</pub-id></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>van Dijk</surname><given-names>MR</given-names> </name><name name-style="western"><surname>Koster</surname><given-names>MPH</given-names> </name><name name-style="western"><surname>Oostingh</surname><given-names>EC</given-names> </name><name name-style="western"><surname>Willemsen</surname><given-names>SP</given-names> </name><name name-style="western"><surname>Steegers</surname><given-names>EAP</given-names> </name><name name-style="western"><surname>Steegers-Theunissen</surname><given-names>RPM</given-names> </name></person-group><article-title>A mobile app lifestyle intervention to improve healthy nutrition in women before and during early pregnancy: single-center randomized controlled trial</article-title><source>J Med Internet Res</source><year>2020</year><month>05</month><day>15</day><volume>22</volume><issue>5</issue><fpage>e15773</fpage><pub-id pub-id-type="doi">10.2196/15773</pub-id><pub-id pub-id-type="medline">32412417</pub-id></nlm-citation></ref><ref id="ref36"><label>36</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Barello</surname><given-names>S</given-names> </name><name name-style="western"><surname>Triberti</surname><given-names>S</given-names> </name><name name-style="western"><surname>Graffigna</surname><given-names>G</given-names> </name><etal/></person-group><article-title>eHealth for patient engagement: a systematic review</article-title><source>Front Psychol</source><year>2015</year><volume>6</volume><fpage>2013</fpage><pub-id pub-id-type="doi">10.3389/fpsyg.2015.02013</pub-id><pub-id pub-id-type="medline">26779108</pub-id></nlm-citation></ref><ref id="ref37"><label>37</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Khajouei</surname><given-names>R</given-names> </name><name name-style="western"><surname>Farahani</surname><given-names>F</given-names> </name></person-group><article-title>A combination of two methods for evaluating the usability of a hospital information system</article-title><source>BMC Med Inform Decis Mak</source><year>2020</year><month>05</month><day>4</day><volume>20</volume><issue>1</issue><fpage>84</fpage><pub-id pub-id-type="doi">10.1186/s12911-020-1083-6</pub-id><pub-id pub-id-type="medline">32366248</pub-id></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>Interview findings outlining the domains and features for testing of the online self-assessment tool for preconception care.</p><media xlink:href="humanfactors_v11i1e63334_app1.docx" xlink:title="DOCX File, 25 KB"/></supplementary-material></app-group></back></article>