<?xml version="1.0" encoding="UTF-8"?><!DOCTYPE article PUBLIC "-//NLM//DTD Journal Publishing DTD v2.0 20040830//EN" "journalpublishing.dtd"><article xmlns:mml="http://www.w3.org/1998/Math/MathML" xmlns:xlink="http://www.w3.org/1999/xlink" dtd-version="2.0" xml:lang="en" article-type="research-article"><front><journal-meta><journal-id journal-id-type="nlm-ta">JMIR Hum Factors</journal-id><journal-id journal-id-type="publisher-id">humanfactors</journal-id><journal-id journal-id-type="index">6</journal-id><journal-title>JMIR Human Factors</journal-title><abbrev-journal-title>JMIR Hum Factors</abbrev-journal-title><issn pub-type="epub">2292-9495</issn><publisher><publisher-name>JMIR Publications</publisher-name><publisher-loc>Toronto, Canada</publisher-loc></publisher></journal-meta><article-meta><article-id pub-id-type="publisher-id">v13i1e102910</article-id><article-id pub-id-type="doi">10.2196/102910</article-id><article-categories><subj-group subj-group-type="heading"><subject>Original Paper</subject></subj-group></article-categories><title-group><article-title>Development and Validation of the Large Language Model Privacy Concern Assessment Questionnaire: Psychometric Evaluation Study on a Brief Instrument for Assessing User Privacy Concerns With Large Language Model Applications</article-title></title-group><contrib-group><contrib contrib-type="author" corresp="yes"><name name-style="western"><surname>Zhou</surname><given-names>Leming</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><name name-style="western"><surname>Wang</surname><given-names>Hongtao</given-names></name><degrees>MS</degrees><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><name name-style="western"><surname>Xu</surname><given-names>Yi</given-names></name><degrees>MS</degrees><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><name name-style="western"><surname>Setiawan</surname><given-names>I Made Agus</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><name name-style="western"><surname>Hu</surname><given-names>Haomin</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><name name-style="western"><surname>Saptono</surname><given-names>Andi</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><name name-style="western"><surname>Choi</surname><given-names>Yong K</given-names></name><degrees>PhD, MPH</degrees><xref ref-type="aff" rid="aff1"/></contrib><contrib contrib-type="author"><name name-style="western"><surname>Parmanto</surname><given-names>Bambang</given-names></name><degrees>PhD</degrees><xref ref-type="aff" rid="aff1"/></contrib></contrib-group><aff id="aff1"><institution>Department of Health Information Management, School of Health and Rehabilitation Sciences, University of Pittsburgh</institution><addr-line>3396 Fifth Avenue</addr-line><addr-line>Pittsburgh</addr-line><addr-line>PA</addr-line><country>United States</country></aff><contrib-group><contrib contrib-type="editor"><name name-style="western"><surname>Law</surname><given-names>Stephanie</given-names></name></contrib></contrib-group><contrib-group><contrib contrib-type="reviewer"><name name-style="western"><surname>&#x015E;ahin</surname><given-names>Fatma Nuray Ku&#x015F;cu</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Mahmoodi</surname><given-names>Hassan</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Lialiou</surname><given-names>Paschalina</given-names></name></contrib><contrib contrib-type="reviewer"><name name-style="western"><surname>Gro&#x00DF;</surname><given-names>Thomas</given-names></name></contrib></contrib-group><author-notes><corresp>Correspondence to Leming Zhou, PhD, Department of Health Information Management, School of Health and Rehabilitation Sciences, University of Pittsburgh, 3396 Fifth Avenue, Pittsburgh, PA, 15213, United States, 1 412-383-6653; <email>lmzhou@gmail.com</email></corresp></author-notes><pub-date pub-type="collection"><year>2026</year></pub-date><pub-date pub-type="epub"><day>21</day><month>10</month><year>2026</year></pub-date><volume>13</volume><elocation-id>e102910</elocation-id><history><date date-type="received"><day>29</day><month>05</month><year>2026</year></date><date date-type="rev-recd"><day>12</day><month>09</month><year>2026</year></date><date date-type="accepted"><day>16</day><month>09</month><year>2026</year></date></history><copyright-statement>&#x00A9; Leming Zhou, Hongtao Wang, Yi Xu, I Made Agus Setiawan, Haomin Hu, Andi Saptono, Yong K Choi, Bambang Parmanto. Originally published in JMIR Human Factors (<ext-link ext-link-type="uri" xlink:href="https://humanfactors.jmir.org">https://humanfactors.jmir.org</ext-link>), 21.10.2026. </copyright-statement><copyright-year>2026</copyright-year><license license-type="open-access" xlink:href="https://creativecommons.org/licenses/by/4.0/"><p>This is an open-access article distributed under the terms of the Creative Commons Attribution License (<ext-link ext-link-type="uri" xlink:href="https://creativecommons.org/licenses/by/4.0/">https://creativecommons.org/licenses/by/4.0/</ext-link>), which permits unrestricted use, distribution, and reproduction in any medium, provided the original work, first published in JMIR Human Factors, is properly cited. The complete bibliographic information, a link to the original publication on <ext-link ext-link-type="uri" xlink:href="https://humanfactors.jmir.org">https://humanfactors.jmir.org</ext-link>, as well as this copyright and license information must be included.</p></license><self-uri xlink:type="simple" xlink:href="https://humanfactors.jmir.org/2026/1/e102910"/><abstract><sec><title>Background</title><p>Privacy concerns represent a primary barrier to the adoption of large language model (LLM) applications, particularly in sensitive domains such as health care. Although a growing body of survey-based research has examined user privacy concerns with LLMs, no standardized instrument exists for measuring this construct.</p></sec><sec><title>Objective</title><p>This study aimed to develop and validate a concise, standardized questionnaire for assessing user privacy concerns with LLM-based systems, suitable for use by researchers and practitioners such as AI application developers and health care professionals.</p></sec><sec sec-type="methods"><title>Methods</title><p>A literature review was conducted to identify privacy-related domains relevant to LLM use. A draft questionnaire was developed and subjected to content validity review by 8 experts. The finalized instrument was administered via Qualtrics to adults aged 18 years or older who were aware of LLM-based applications, recruited through the University of Pittsburgh, LinkedIn, and the Pitt+Me research participant registry between April 2025 and July 2026. Internal consistency reliability and factor structure were assessed, with factor structure examined in a split-sample design, in which exploratory factor analysis (EFA) was conducted on a random one-third of the sample and confirmatory factor analysis (CFA) on the holdout two-thirds.</p></sec><sec sec-type="results"><title>Results</title><p>All questionnaire items achieved acceptable content validity (item-level content validity index &#x003E;0.80; average scale-level content validity index=0.964). A total of 603 responses were collected. After preprocessing, the final sample comprised 361 participants. Most participants were younger than 35 years of age (198/361, 54.8%), female (230/361, 63.7%), and White (285/361, 78.9%); 88.1% (318/361) held at least a bachelor&#x2019;s degree. The 6-item questionnaire showed high internal consistency (Cronbach &#x03B1;=0.90; McDonald &#x03C9;=0.90). EFA (n=121) supported a single dominant factor with all standardized loadings &#x2265;0.70. CFA (n=240) showed excellent fit (comparative fit index=0.996; Tucker-Lewis index=0.993; root mean square error of approximation=0.046; standardized root mean square residual=0.057). A 2-factor model separating the transparency- and control-related items fit significantly better than the 1-factor model (&#x0394;<italic>&#x03C7;</italic><sup>2</sup><sub>1</sub>=8.9; <italic>P</italic>=.003), but the 2 factors were correlated at <italic>r</italic>=0.83, indicating closely related facets. Because the Fornell-Larcker criterion was met for the transparency and control subscale but not for data use and risk salience, the 6-item total score remains the recommended primary metric.</p></sec><sec sec-type="conclusions"><title>Conclusions</title><p>The LLM privacy concern assessment is a concise, psychometrically sound 6-item instrument that measures privacy concern with LLM-based systems via 2 correlated subdimensions (transparency and control; data use and risk salience) summarized by a single total score. It enables standardized measurement across studies and practical privacy assessment in real-world LLM applications.</p></sec></abstract><kwd-group><kwd>privacy</kwd><kwd>questionnaire</kwd><kwd>psychometric analysis</kwd><kwd>large language models</kwd><kwd>scale validation</kwd></kwd-group></article-meta></front><body><sec id="s1" sec-type="intro"><title>Introduction</title><sec id="s1-1"><title>Background</title><p>Large language models (LLMs) have seen rapid and widespread adoption across domains ranging from general-purpose information retrieval to specialized health care consultations. As users increasingly engage with these systems for sensitive tasks, including health queries, financial decisions, and personal problem-solving, privacy concerns have emerged as a primary barrier to adoption and sustained use [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>]. These concerns are well-founded because user-entered data often include highly sensitive information about health, finances, and personal relationships that could be used in the next round of LLM training. Unlike traditional regulated health platforms, most general-purpose LLMs currently operate outside established comprehensive data protection frameworks, leaving users with limited assurances regarding how their information is handled [<xref ref-type="bibr" rid="ref4">4</xref>].</p><p>Information privacy concern has been investigated since the 1990s through a succession of instruments, each linked to the development of information technology and responding to the data practices of its era [<xref ref-type="bibr" rid="ref5">5</xref>]. The Concern for Information Privacy (CFIP) scale of Smith et al [<xref ref-type="bibr" rid="ref6">6</xref>] framed privacy concern as apprehension about organizational data handling, with 4 domains addressing collection, unauthorized secondary use, improper access, and errors. The Internet Users&#x2019; Information Privacy Concerns (IUIPC) scale of Malhotra et al [<xref ref-type="bibr" rid="ref7">7</xref>] recasts concern as an appraisal of the fairness of a data exchange, drawing on social contract theory and measures collection, control, and awareness, while the Mobile Users&#x2019; Information Privacy Concerns (MUIPC) scale of Xu et al [<xref ref-type="bibr" rid="ref8">8</xref>] draws on communication privacy management theory and measures perceived surveillance, perceived intrusion, and secondary use. Later instruments pursued either integration, nesting several first-order domains under a higher-order general factor, as in Hong and Thong&#x2019;s Internet Privacy Concerns (IPC) scale [<xref ref-type="bibr" rid="ref9">9</xref>], or reducing the construct to a small number of platform-specific domains, as in the scale of Sheehan and Hoy [<xref ref-type="bibr" rid="ref10">10</xref>] for online consumers and in the scale of Wang et al [<xref ref-type="bibr" rid="ref11">11</xref>] for short-form video platforms. Across this lineage, a core recurs, namely, collection, awareness, and use or reuse of data, while the remaining domains and the dimensional structure itself shift with the referent, from organizational record-keeping to the commercial web and then to mobile and social media platforms [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref11">11</xref>], and each shift left the preceding generation of items a poorer fit than it had been. That fragility is not only conceptual but linguistic. Item-interpretation studies show that widely used privacy statements often measure more than 1 construct and are read differently by different populations [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>], and re-examinations on independent data have repeatedly led to respecification of published factor structures and revealed validity and reliability shortfalls [<xref ref-type="bibr" rid="ref14">14</xref>,<xref ref-type="bibr" rid="ref15">15</xref>]. This lineage demonstrates that privacy concern instruments are context-bound. Each of these instruments was created because a shift in technology, referent, theory, or population made prior items ill-fitting. For any new instrument, the dimensional structure, item wording, and cross-context validity must be established rather than assumed.</p><p>LLM-based applications meet that same test on more than 1 dimension, which is the basis for developing a new instrument rather than adopting an existing one. First, the referent itself differs, because prior scales address an organization, website, or platform, whereas many users often interact with an LLM as a conversational partner and disclose information in natural language without a clear idea about how their inputs are stored and reused [<xref ref-type="bibr" rid="ref16">16</xref>]. Second, the data practices also differ. User inputs may be retained for model training, and LLMs can memorize and later reproduce fragments of their training data [<xref ref-type="bibr" rid="ref17">17</xref>] or infer unstated personal attributes such as employment, location, income, and sex from ordinary text, which is an inferential privacy risk with no close analogue in form-based web interaction [<xref ref-type="bibr" rid="ref18">18</xref>]. The LLM provider ecosystem is also opaque and multiparty, so retention, sharing, and reuse of data are largely unobservable to the user. Finally, because item meaning does not transfer cleanly across referents [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>], even a shared construct such as data &#x201C;collection&#x201D; is unlikely to be measurement-invariant when the collecting entity is a generative AI model rather than a website.</p><p>A first wave of survey studies has begun to measure users&#x2019; privacy concerns with LLMs and AI chatbots, several of them in health contexts, but each has operationalized privacy through a distinct theoretical lens and for a distinct purpose. Choi et al [<xref ref-type="bibr" rid="ref1">1</xref>] assessed disclosure willingness and its antecedents across 3 countries using items derived from the antecedents, privacy concerns, and outcomes (APCO) macromodel [<xref ref-type="bibr" rid="ref5">5</xref>]; Liu et al [<xref ref-type="bibr" rid="ref2">2</xref>] used privacy concern as a predictor within a behavioral model grounded in uncertainty reduction theory [<xref ref-type="bibr" rid="ref19">19</xref>]; Liu et al [<xref ref-type="bibr" rid="ref3">3</xref>] measured privacy awareness and expectation gaps using information flows informed by contextual integrity [<xref ref-type="bibr" rid="ref20">20</xref>]; and Tran et al [<xref ref-type="bibr" rid="ref4">4</xref>] used factorial vignettes to assess the contextual conditions under which data sharing is perceived as appropriate. Although each of these instruments provides theoretically rich insights within its specific framework, none was designed to yield a generalizable, stand-alone privacy concern score that could be compared across studies or applied by practitioners to a new LLM system.</p><p>What is missing is a validated, purpose-built measure of user privacy concern toward LLMs that is not tied to any single behavioral theory or downstream outcome, and that a researcher or LLM application developer can apply directly to assess privacy concern toward a specific system. This gap motivates the development of a concise, referent-specific instrument that preserves the field&#x2019;s replicated conceptual core, reanchors it to the LLM context, and extends it to concerns unique to conversational AI.</p></sec><sec id="s1-2"><title>Objectives</title><p>The goal of this study is to develop and validate a concise, standardized instrument for assessing user privacy concerns specific to LLM-based systems. The instrument is intended to serve both researchers who need a reusable scale enabling cross-study comparison and practitioners who wish to conduct privacy assessments of specific LLM applications. Development followed a multistage process including item creation informed by the literature, expert content validation, and psychometric evaluation in a general adult sample.</p></sec></sec><sec id="s2" sec-type="methods"><title>Methods</title><sec id="s2-1"><title>Survey Development</title><p>Two authors in the study team (LZ and HW) conducted a literature review to identify privacy domains relevant to LLM use, including technology vendor trust, informed consent, data handling practices, user control, and transparency. Based on this review, a draft questionnaire was developed. A literature search was performed on Google Scholar, PubMed, and Scopus using keywords [&#x201C;privacy concern&#x201D; AND (questionnaire OR instrument OR scale) AND (internet OR web OR e-commerce OR &#x201C;mobile app&#x201D; OR &#x201C;short form video&#x201D; OR &#x201C;Artificial Intelligence&#x201D; OR AI)] without date restrictions. LZ and HW worked together and selected articles on questionnaire development and the ones that have been widely adopted in other studies. Some articles were identified from the references of selected articles. We ignored articles that simply applied these questionnaires to measure privacy concern or presented a language translation of them. The domains and questionnaire items from the 6 selected articles [<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref11">11</xref>] were extracted and compared against the uniqueness of privacy concerns with LLMs (eg, the opacity of model vendors, new ways of providing personal data, and new ways of reusing user data).</p><p>Candidate domains were identified from the comparative synthesis of the 6 foundational instruments and the LLM privacy literature, following recommended practice of grounding a construct&#x2019;s content in theory and prior measurement before item generation [<xref ref-type="bibr" rid="ref21">21</xref>]. We retained the domains with the strongest cross-instrument replication (data use, awareness, and control) since they were still highly relevant to privacy concerns with LLM applications, and added domains warranted by the distinctive data practices of LLMs (transparency for trust, risk salience, and onward third-party sharing), plus a global-concern domain to support an overall index.</p><p>Theoretically, these candidate domains are consistent with the APCO framing of privacy concern as a central antecedent of privacy outcomes [<xref ref-type="bibr" rid="ref5">5</xref>], with social contract accounts of fairness and control in data exchange [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref22">22</xref>], and with communication privacy management theory&#x2019;s emphasis on control over disclosure boundaries [<xref ref-type="bibr" rid="ref8">8</xref>]. All of these are strained in the conversational, inference-capable LLM setting. Grounding the domains in this measurement lineage rather than in any single behavioral theory is deliberate because recent LLM questionnaires built on APCO, uncertainty reduction theory, and contextual integrity each measured a different facet of concern and produced noncomparable scores [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref4">4</xref>], so this new questionnaire specifies its content at the construct level to remain usable across those frameworks.</p><p>The initial working draft included more than 1 candidate item for 7 domains; through internal discussion, and before the independent content-validity review, the pool was reduced to 1 item per domain. Wording followed the lessons of the interpretation-and-validity literature [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]: items are short and adopt a single consistent perspective, that is, the person&#x2019;s own concern or valuation, rather than mixing concern-perception with expectation phrasing [<xref ref-type="bibr" rid="ref9">9</xref>]. Each item names a referent (&#x201C;LLMs&#x201D; or &#x201C;LLM-based applications&#x201D;) so that responses attach to the intended entity rather than to websites or platforms generally, directly addressing the referent-mismatch problem the validity studies document. Response formats use ordinal Likert-type intensity anchors appropriate to each stem (eg, degree of concern, degree of importance, and frequency).</p><p>The instrument is intended as a brief privacy-concern index, scored as a single composite and composed of 1 item per narrowly defined domain, rather than a multi-item-per-factor multidimensional battery. This is a deliberate design choice, not a claim that privacy concern is psychologically unidimensional. Where a construct or domain is concrete and singular, single-item measures can perform comparably to multi-item scales and are defensible on both predictive validity and practical grounds [<xref ref-type="bibr" rid="ref23">23</xref>-<xref ref-type="bibr" rid="ref25">25</xref>]. A one-item-per-domain design maximizes content breadth across the privacy space while minimizing respondent burden and the wording-induced interpretation problems that multi-item scales compound [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. The trade-offs, no within-domain internal-consistency estimate and greater sensitivity to item wording, are mitigated by the validation plan below and by the deliberate, theory-anchored specification of each domain. We acknowledge these limitations in the Discussion section, and we regard the instrument as preliminary. To avoid a terminological ambiguity, we note that the measurement model estimated in this study is reflective: each item is treated as an effect indicator of a common latent privacy-concern factor, which justifies the use of factor-analytic and internal-consistency evidence [<xref ref-type="bibr" rid="ref26">26</xref>].</p><p>Responses were measured on a 5-point Likert scale with anchors tailored to each item&#x2019;s stem: importance items were anchored 1=extremely important to 5=not at all important; concern items were anchored 1=extremely concerned to 5=not at all concerned; and the frequency item was anchored 1=always to 5=never. The use of heterogeneous anchors (importance, concern, and frequency) was intentional to match the conceptual content of each item; the subsequent factor analysis tested whether items cohere as a single scale despite the differing anchors. All 3 anchor sets run in the same direction, from the strongest to the weakest degree of concern, so lower raw scores indicate stronger privacy concern, and item scores should be reverse-coded before a composite is formed if higher scores are to denote greater concern. The composite is a unit-weighted sum or mean of the 6 raw item responses, which assumes that the 5 ordinal positions are metrically equivalent across the 3 anchor types. The present data cannot verify that assumption. The items are known only to share a common 5-category format and common direction. We retained unit weighting rather than standardizing items to <italic>z</italic> scores for 2 reasons: unit-weighted composites are generally as predictively useful as differentially weighted ones and more stable across samples [<xref ref-type="bibr" rid="ref27">27</xref>]; <italic>z</italic> standardization would make the score dependent on the composition of the sample in which it is computed, which is unsuitable for the benchmarking use for which the instrument is intended. Two questions are therefore left open: whether the 3 anchor types function equivalently across respondents, and whether unit-weighted and standardized scoring lead to the same conclusions. Both are discussed in the Limitations and Future Work section.</p><p>Validation followed established scale-development guidance [<xref ref-type="bibr" rid="ref21">21</xref>,<xref ref-type="bibr" rid="ref28">28</xref>]. Content validity of the questionnaire was evaluated by a panel of 8 independent subject-matter experts. To preserve the independence of the appraisal, the panel comprised only experts who were not involved in item construction. They were recruited via research team members&#x2019; recommendations. Their backgrounds were computer science, information science, and user experience research, and all had extensive experience in questionnaire design and evaluation. Each expert independently rated every item on 2 dimensions, relevance to the target construct (user privacy concern with LLM applications) and clarity of wording, using the 4-point ordinal scale recommended by Lynn [<xref ref-type="bibr" rid="ref29">29</xref>]: 1=not relevant or clear, 2=somewhat, 3=quite, and 4=highly relevant or clear. Ratings of 3 or 4 were recoded as endorsement and ratings of 1 or 2 as nonendorsement [<xref ref-type="bibr" rid="ref29">29</xref>,<xref ref-type="bibr" rid="ref30">30</xref>]. Items for which the majority of reviewers assigned a relevance rating of 1 or 2 were removed. Items receiving low clarity ratings were retained but revised through team consensus during a structured review meeting. For each item, the item-level content validity index (I-CVI) was computed as the proportion of experts who endorsed the item. Because the I-CVI=<italic>A</italic>/<italic>N</italic> does not adjust for chance agreement, a modified kappa (&#x03BA;*) was also calculated by correcting each I-CVI for the probability of chance agreement, <italic>P</italic><sub>C</sub>=[<italic>N</italic>!/(<italic>A</italic>!(<italic>N</italic>&#x2212;<italic>A</italic>)!)](0.5<sup><italic>N</italic></sup>), where <italic>N</italic> is the number of experts, and <italic>A</italic> is the number endorsing the item; &#x03BA;*=(I-CVI&#x2013;<italic>P</italic><sub>C</sub>)/(1&#x2013;<italic>P</italic><sub>C</sub>) was interpreted as excellent (&#x003E;0.74), good (0.60-0.74), or fair (0.40-0.59) [<xref ref-type="bibr" rid="ref31">31</xref>]. At the scale level, both the averaging method (scale-level content validity index [S-CVI]/Ave and the mean of the item I-CVIs) and the universal-agreement (UA) method (S-CVI/UA, the proportion of items endorsed by all experts) were reported [<xref ref-type="bibr" rid="ref30">30</xref>]. An I-CVI of at least 0.78 for panels of 6 or more experts and an S-CVI/Ave of at least 0.90 were adopted a priori as evidence of satisfactory content validity [<xref ref-type="bibr" rid="ref29">29</xref>-<xref ref-type="bibr" rid="ref31">31</xref>]. Structural validity was assessed with exploratory factor analysis (EFA) followed by confirmatory factor analysis (CFA), evaluated against conventional fit criteria [<xref ref-type="bibr" rid="ref32">32</xref>]. Reliability was reported as internal consistency and composite reliability where applicable. Further details are provided in the Statistical Analysis section.</p><p>The panel&#x2019;s ratings are one component of the content validity evidence rather than the whole of it. The theoretical grounding of the candidate domains and the mapping of each item to its domain and to the prior constructs from which that domain derives are reported in <xref ref-type="table" rid="table1">Table 1</xref>. Because the panel comprised 8 reviewers recruited on the recommendation of research team members rather than by independent nomination, its endorsement does not by itself establish content validity. The size of the panel is also small. Both are noted in the Limitations and Future Work section.</p><table-wrap id="t1" position="float"><label>Table 1.</label><caption><p>Mapping between proposed questionnaire domains and constructs in prior instruments.</p></caption><table id="table1" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">LLM-PCA<sup><xref ref-type="table-fn" rid="table1fn1">a</xref></sup> item</td><td align="left" valign="bottom">Domain</td><td align="left" valign="bottom">Antecedent constructs in prior instruments</td><td align="left" valign="bottom">Primary lineage source</td></tr></thead><tbody><tr><td align="left" valign="top">G1. How concerned are you about the ways in which LLMs<sup><xref ref-type="table-fn" rid="table1fn2">b</xref></sup> use your personal data?</td><td align="left" valign="top">Data use (secondary/onward use)</td><td align="left" valign="top">Unauthorized secondary use, information use, use concerns</td><td align="left" valign="top">[<xref ref-type="bibr" rid="ref6">6</xref>-<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]</td></tr><tr><td align="left" valign="top">G2. How important is it for you to be informed about how LLMs use your data?</td><td align="left" valign="top">Awareness (notification)</td><td align="left" valign="top">Awareness of collection, awareness</td><td align="left" valign="top">[<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref10">10</xref>]</td></tr><tr><td align="left" valign="top">G3. How much concern do you have for the privacy of your data when using applications or services that utilize LLMs?</td><td align="left" valign="top">Global privacy concern</td><td align="left" valign="top">Overall or general privacy-concern factor</td><td align="left" valign="top">[<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]</td></tr><tr><td align="left" valign="top">G4. How important is transparency about data usage to your trust in LLM-based applications?</td><td align="left" valign="top">Transparency (trust-relevant)</td><td align="left" valign="top">Awareness, link to trusting beliefs</td><td align="left" valign="top">[<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]</td></tr><tr><td align="left" valign="top">G5. How important is it for you to have control over how LLMs use your data?</td><td align="left" valign="top">Control</td><td align="left" valign="top">Control</td><td align="left" valign="top">[<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]</td></tr><tr><td align="left" valign="top">G6. How often do you think about the potential privacy risks when using LLM-based applications?</td><td align="left" valign="top">Risk salience</td><td align="left" valign="top">Link to risk beliefs</td><td align="left" valign="top">[<xref ref-type="bibr" rid="ref9">9</xref>]</td></tr><tr><td align="left" valign="top">G7. How important is it for you to know about the specific companies or organizations with whom your data is shared?</td><td align="left" valign="top">Third-party or onward sharing</td><td align="left" valign="top">Unauthorized secondary use, improper access, perceived surveillance, third-party sharing within use concerns</td><td align="left" valign="top">[<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref8">8</xref>,<xref ref-type="bibr" rid="ref9">9</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]</td></tr></tbody></table><table-wrap-foot><fn id="table1fn1"><p><sup>a</sup>LLM-PCA: large language model privacy concern assessment.</p></fn><fn id="table1fn2"><p><sup>b</sup>LLM: large language model.</p></fn></table-wrap-foot></table-wrap><p>The revised instrument was then deployed on Qualtrics (Qualtrics International) for an internal pilot test conducted with the full research team. The pilot assessed the question-and-response logic, item flow, and platform implementation. Issues identified during the pilot were resolved prior to participant recruitment. In addition to the privacy-concern items, the survey collected demographic information, including age, race, sex, education level, marital status, and annual income, to assess potential biases in respondents&#x2019; answers, plus one screening question to determine whether potential participants had heard of LLMs. If they answered no or did not provide a response to this screening question, they would not be allowed to answer any questions on privacy concerns with LLMs. Responses from individuals unfamiliar with LLMs would not meaningfully reflect privacy concerns about them. The entire procedure is shown in <xref ref-type="fig" rid="figure1">Figure 1</xref>.</p><fig position="float" id="figure1"><label>Figure 1.</label><caption><p>Flowchart of questionnaire development and validation. CFA: confirmatory factor analysis; EFA: exploratory factor analysis.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="humanfactors_v13i1e102910_fig01.png"/></fig></sec><sec id="s2-2"><title>Participant Recruitment</title><p>Participants were eligible if they were adults (aged &#x2265;18 years), understood English, and had awareness of LLM-based applications. Recruitment was conducted through three channels: (1) bulk email distributed to a random sample of students, faculty, and staff affiliated with the University of Pittsburgh; (2) a posting on LinkedIn; and (3) a posting on Pitt+Me, a research participant registry managed by the University of Pittsburgh. Interested individuals accessed the survey via a link directing them to the Qualtrics platform. When the university&#x2019;s electronic bulk-mail delivery service received a request for an announcement, it randomly selected the targeted audience (faculty, students, and staff in this case) and distributed the announcement. We used the service and made 2 announcements about the study in April and May 2025. In total, the message was delivered to several thousand faculty, students, and staff at Pitt. Study participation was fully voluntary, and we did not pay any compensation to the study participants. The same recruitment message was posted on the website of Pitt+Me in April, and anyone who visited the website in the study period (April 2025 to July 2026) could see the recruitment message and follow the link to answer the questions in the questionnaire.</p></sec><sec id="s2-3"><title>Ethical Considerations</title><p>This study was approved by the University of Pittsburgh Human Research Protection Office (protocol ID: STUDY24110036). Participation was entirely voluntary; participants could withdraw at any time and request removal of their data without penalty.</p></sec><sec id="s2-4"><title>Data Preprocessing</title><p>Prior to analysis, the raw dataset was cleaned using the following sequential criteria. First, records collected during the internal pilot phase were excluded. Second, responses that were entirely blank and responses that contained only demographic answers with no answers to any privacy concern item were removed as nonparticipating records because these entries could not provide any information for the privacy concern questionnaire. Third, participants who indicated that they had never heard of LLMs were excluded, as responses from individuals with no awareness of the technology were considered uninformative for the study&#x2019;s objectives. They were not allowed to answer any further questions in the questionnaire. Fourth, participants who did not answer any privacy concern&#x2013;related questions were excluded since their data would not be useful for this specific study. These 4 steps removed records that should not be included in the dataset. The fifth step was a decision about how to handle missing data. We chose to only keep records with complete answers to those privacy concern questionnaire items. We adopted complete-case analysis because no imputation approach is free of assumptions, and imputed values could alter the item distributions on which the psychometric analyses depend. Records missing demographic data only were retained since they would not impact the evaluation of the large language model privacy concern assessment (LLM-PCA) questionnaire itself. Finally, administrative columns (eg, response ID, timestamp, and language) were removed from the dataset.</p><p>To evaluate whether restricting analyses to complete cases introduced systematic bias, we compared respondents retained for complete-case analysis with those excluded due to partial item nonresponse across all study variables. Continuous variables were compared using independent samples <italic>t</italic> tests, and categorical variables using Pearson chi-square tests of independence. A 2-sided &#x03B1; of .05 was applied. Because these tests were intended to detect potential nonresponse bias rather than to establish statistical equivalence, nonsignificant differences were interpreted as consistent with, but not confirmation of, ignorable missingness.</p></sec><sec id="s2-5"><title>Statistical Analysis</title><p>Descriptive statistics were computed for all demographic variables, with frequencies and percentages reported. Item-level descriptive statistics (mean, SD, count of respondents to each option, and percentage) were computed for each item in the privacy concern questionnaire prior to factor analysis. Psychometric analyses were then conducted on the privacy concern items. Internal consistency reliability was assessed using Cronbach &#x03B1; and McDonald &#x03C9;, with values &#x2265;0.70 considered acceptable [<xref ref-type="bibr" rid="ref33">33</xref>,<xref ref-type="bibr" rid="ref34">34</xref>].</p><p>To examine the dimensionality and measurement properties of the scale, we used a split-sample cross-validation design: the complete-case sample was randomly partitioned into 2 parts, with roughly one-third used for EFA and the remaining two-thirds reserved for CFA. Because the total sample was modest for a split-sample design, we treat the EFA as exploratory and hypothesis-generating; confirmatory replication in a larger and independent sample remains necessary, and the reported CFA fit should be interpreted accordingly [<xref ref-type="bibr" rid="ref32">32</xref>,<xref ref-type="bibr" rid="ref34">34</xref>].</p><p>Because the items were measured on a 5-point Likert scale, we computed a polychoric correlation matrix to characterize interitem association. Polychoric correlations model an underlying continuous latent response for each ordered-categorical indicator and are the principled measure of association for Likert items. Sampling adequacy was evaluated using the Kaiser-Meyer-Olkin (KMO) measure and Bartlett test of sphericity, both computed from the polychoric matrix. The number of factors to retain was determined by parallel analysis with 500 iterations of resampled data, using the 95th percentile of simulated eigenvalues as the cutoff [<xref ref-type="bibr" rid="ref35">35</xref>]; Kaiser&#x2019;s eigenvalue-greater-than-one criterion was reported as a secondary index. Factor extraction used maximum likelihood (ML) on the polychoric correlation matrix; when more than one factor was retained, promax (oblique) rotation was applied. ML extraction on a polychoric matrix assumes multivariate normality of the underlying continuous responses, an assumption we adopted as reasonable for ordinal Likert indicators.</p><p>A CFA model with all retained items loading on a single latent privacy concern factor was fitted to the CFA subsample using diagonally weighted least squares (DWLS), the appropriate estimator for ordered-categorical Likert indicators. The latent factor variance was fixed to 1.0 to identify the model, allowing all factor loadings to be freely estimated.</p><p>Model fit was evaluated at both the global and local levels because satisfactory global fit does not guarantee that a model reproduces every element of the observed covariance structure. Global fit was assessed using the model chi-square statistic with its degrees of freedom and associated <italic>P</italic> value, the comparative fit index (CFI), the Tucker-Lewis index (TLI), the root mean square error of approximation (RMSEA) with its 90% CI, the standardized root mean square residual (SRMR), goodness-of-fit index (GFI), and adjusted goodness-of-fit index (AGFI). The GFI and AGFI are reported for completeness only and are not used to support any conclusion about fit. Conventional cutoffs for acceptable fit were CFI and TLI &#x2265;0.90 (&#x2265;0.95 for good fit), RMSEA &#x2264;0.08 (&#x2264;0.06 for good fit), and SRMR &#x2264;0.08 (&#x2264;0.05 for good fit). These values were treated as descriptive heuristics and not as decision thresholds. They were derived under normal-theory ML with continuous data [<xref ref-type="bibr" rid="ref32">32</xref>], and simulation work shows that diagonally weighted and unweighted least squares applied to polychoric matrices yield systematically smaller RMSEA and larger CFI and TLI values than ML, so that applying the conventional cutoffs under these estimators tends to understate misfit [<xref ref-type="bibr" rid="ref36">36</xref>]. Because the model chi-square test has limited power to detect misspecification at moderate sample sizes and the RMSEA is estimated with appreciable sampling variability, we additionally evaluated close fit using the test of close fit (PCLOSE [<italic>P</italic> value for the test of close fit]), which assesses the null hypothesis that the population RMSEA is no greater than .05. Because the model was estimated with DWLS on the polychoric correlation matrix, particular interpretive weight was given to the SRMR, which is the most robust and least biased of the common fit indices under this estimator and ordered-categorical data. The RMSEA was interpreted together with the width of its CI. Local fit was examined through the matrix of residual correlations, computed as the difference between the observed polychoric correlations and the correlations implied by the fitted model. Individual residual correlations were inspected to identify item pairs whose association the model failed to reproduce; absolute residual correlations greater than 0.10 were treated as indicators of localized strain warranting further examination [<xref ref-type="bibr" rid="ref37">37</xref>]. The magnitude and pattern of the largest residuals were reported to characterize the nature of any local misfit, and their substantive interpretation was considered alongside the global indices in evaluating the adequacy of the model. Global fit was therefore interpreted jointly with this local fit evidence and with the nested model comparison, rather than by asking whether any single index cleared a cutoff.</p><p>Composite reliability (&#x03C9;) was reported as an indicator of internal consistency, and the average variance extracted (AVE) as an indicator of convergent validity. Where a model with more than 1 factor was retained, discriminant validity between factors was assessed using the Fornell-Larcker criterion [<xref ref-type="bibr" rid="ref38">38</xref>], which requires the AVE for a factor to exceed the squared correlation between factors, and the heterotrait-monotrait ratio of correlations (HTMT)&#x003C;0.90 because values of HTMT above 0.90 indicate that factors are not empirically distinct. Reliability and AVE were computed for the full item set and for the indicators defining each factor in any multifactor solution. Composite reliability was computed as &#x03C9;=(&#x03A3;&#x03BB;&#x1D62;)<sup>2</sup>/[(&#x03A3;&#x03BB;&#x1D62;)<sup>2</sup>+&#x03A3;(1&#x2212;&#x03BB;&#x1D62;<sup>2</sup>)], and AVE as AVE=(&#x03A3;&#x03BB;&#x1D62;<sup>2</sup>)/<italic>k</italic>, where &#x03BB;<italic>&#x1D62;</italic> is the standardized loading of indicator i, and <italic>k</italic> is the number of indicators. Conventional thresholds of &#x03C9;&#x2265;0.80 and AVE &#x2265;0.50 were used [<xref ref-type="bibr" rid="ref34">34</xref>,<xref ref-type="bibr" rid="ref38">38</xref>].</p><p>To assess sensitivity to the random partition, the full procedure, including the item-refinement step, exploratory analysis, and confirmatory analysis, was repeated under 5 random partitions, with all item-reduction decisions made using the exploratory subsample only.</p><p>Analyses were conducted in SPSS (version 31; IBM Corp) and Python (version 3.13; Python Software Foundation) using the <italic>pyreadstat</italic> package for SPSS file input, <italic>factor_analyzer</italic> for EFA, and <italic>semopy</italic> for CFA [<xref ref-type="bibr" rid="ref39">39</xref>]. Path diagrams were first visualized using semopy.semplot and postprocessed for publication.</p></sec><sec id="s2-6"><title>Sample Size Considerations</title><p>Minimum sample size was estimated during participant recruitment from the general rule of thumb of 10 respondents per item for factor analysis. No formal a priori power analysis was conducted, so recruitment remained open for the duration of the fielding period, and the achieved sample was determined by the response to the 3 recruitment channels. The benchmarks set out below are the a priori criteria, against which the planned analyses were judged to be adequately powered. Whether the achieved subsamples met those benchmarks and whether the data satisfied the conditions the benchmarks assume are addressed in the Results and Limitations and Future Work sections.</p><p>For the EFA, the required sample size is not fixed by absolute N or by the subject-to-variable ratio alone but depends primarily on the level of communality and the degree to which factors are overdetermined [<xref ref-type="bibr" rid="ref40">40</xref>]. When communalities are high and a single factor is well defined by multiple indicators, population factors can be recovered accurately even in small samples. de Winter et al [<xref ref-type="bibr" rid="ref41">41</xref>] similarly demonstrated that well-conditioned data, characterized by high loadings, few factors, and an adequate number of indicators per factor, yield reliable EFA solutions at sample sizes well below conventional minimums. Neither condition can be verified before the data are collected, so they were treated as criteria to be checked afterward rather than as a basis for setting a target. The a priori benchmark applied was therefore the subject-to-item ratio, for which 10:1 is the common minimum and 20:1 is at the upper end of published recommendations [<xref ref-type="bibr" rid="ref42">42</xref>]. For a 6-item scale, these ratios correspond to 60 to 120 respondents in the exploratory subsample.</p><p>For the CFA, sample size adequacy is commonly evaluated using the ratio of cases to estimated parameters (the N:q rule), for which a ratio of 20:1 is considered ideal and 10:1 an acceptable minimum [<xref ref-type="bibr" rid="ref37">37</xref>]. A 6-item single-factor specification estimates 12 free parameters (1 loading and 1 residual variance per item), and 1 more for a 2-factor specification, so the rule implies a minimum of 120 to 130 and an ideal of 240 to 260 cases in the confirmatory subsample. Simulation evidence indicates that the requirement for simple confirmatory factor models depends strongly on loading magnitude, with stronger loadings requiring fewer cases [<xref ref-type="bibr" rid="ref43">43</xref>]; because loading magnitude is itself estimated from the data, that consideration could only be applied after estimation.</p><p>In total, if there are at least 180 respondents, both EFA and CFA can be performed. To achieve a more reliable result, the desired sample size is 360.</p></sec></sec><sec id="s3" sec-type="results"><title>Results</title><sec id="s3-1"><title>Candidate Items in the New Questionnaire</title><p>The 7 candidate items were written so that each targets a distinct, narrowly defined privacy domain drawn from the synthesis mentioned earlier. The domains retain the field&#x2019;s replicated core (data use, awareness, and control) and extend it to LLM-salient concerns (transparency-for-trust, risk salience, and onward third-party sharing). <xref ref-type="table" rid="table1">Table 1</xref> maps each item to its intended domain and to the antecedent constructs in the 6 foundational instruments.</p><p>The instrument is deliberately anchored to the most replicated regions of the construct while remaining fit for its new referent. G3 provides a global concern item analogous to overall privacy-concern factors. G2 (awareness) and G1 (data use) instantiate the 2 domains that recur most consistently across the lineage, giving the scale continuity with CFIP, IUIPC, MUIPC, IPC, and the short-form video scale. G5 (control) preserves the control domain, introduced in IUIPC and carried forward in IPC. For LLMs, the domain is especially consequential, because control is exercised through concrete and far-reaching choices: whether user inputs may be used to train future models, and whether conversation history persists across sessions.</p><p>The remaining 3 items (G4, G6, and G7) extend these core domains to data practices specific to LLMs. The comparative synthesis of the 6 prior instruments showed that none of them covers these concerns, so each item adds coverage rather than duplicating a domain already represented. G4 reframes awareness as transparency in the service of trust, operationalizing the concern-trust relationship that Hong and Thong [<xref ref-type="bibr" rid="ref9">9</xref>] established as part of privacy concern&#x2019;s nomological network and that is acute for opaque, multiparty model providers. G6 (risk salience) captures how frequently the risk is cognitively present, a facet motivated by the demonstrated but often underrecognized LLM risks of memorization and inference [<xref ref-type="bibr" rid="ref17">17</xref>,<xref ref-type="bibr" rid="ref18">18</xref>] and by evidence that users disclose to conversational agents under flawed mental models [<xref ref-type="bibr" rid="ref16">16</xref>]. G7 (onward sharing) sharpens the secondary-use and improper-access concerns of CFIP and IPC into the specific, LLM-relevant question of which third parties receive user data, reflecting the provider ecosystem described earlier. Two items (G2 and G4) intentionally draw on the same awareness or transparency region from complementary angles, notification versus transparency-for-trust, broadening coverage of that domain within a unidimensional design. Framing all 7 items as facets of a single privacy-concern construct, rather than as instruments of one behavioral theory, directly answers the fragmentation in recent LLM survey work, that is, APCO-, uncertainty reduction-, and contextual integrity&#x2013;based measures each captured a different slice of concern and could not be compared [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref4">4</xref>], whereas the LLM-PCA is designed to be theory-agnostic at the point of measurement.</p></sec><sec id="s3-2"><title>Content Validity</title><p>All 7 items demonstrated strong content validity on the relevance dimension (Table S1 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Five items (G2 to G6) were endorsed as relevant by all 8 experts (I-CVI=1.000), and the remaining 2 items (G1 and G7) were each endorsed by 7 of the 8 experts (I-CVI=0.875). Every item thus exceeded the 0.78 retention criterion, as well as the more stringent 0.83 threshold recommended for panels of 6 to 8 experts [<xref ref-type="bibr" rid="ref29">29</xref>]. Chance-corrected agreement was uniformly excellent (modified &#x03BA;<italic>*</italic>&#x2265;0.871), confirming that the observed endorsement was not attributable to chance [<xref ref-type="bibr" rid="ref31">31</xref>].</p><p>At the scale level, the averaging method yielded an S-CVI/Ave of 0.964, exceeding the 0.90 benchmark for satisfactory content validity. The more conservative UA index was S-CVI/UA=0.714, reflecting the 2 items (G1 and G7) on which a single expert each assigned a rating below 3.</p><p>Clarity ratings were also favorable, with item-level indices ranging from 0.750 to 1.000 and an S-CVI/Ave of 0.875. One item (G2) fell below the endorsement threshold on clarity alone (I-CVI=0.750, 2 dissenting experts) while retaining unanimous relevance endorsement. It was retained without modification, although its wording may warrant minor refinement in a future revision.</p><p>On the basis of these relevance results, none of the 7 candidate items were removed or reworded, and all were administered to study participants on Qualtrics. The relevance criteria were met by every item, which is the basis for that decision. The one shortfall not acted on was the clarity rating for G2 where I-CVI&#x003C;0.78. Comprehension of wording is better assessed by cognitive interviewing than by expert rating. Its wording is therefore identified as a known weakness of the current version. It needs to be reassessed using cognitive interviewing in future revisions. The entire questionnaire used in this study is available in <xref ref-type="supplementary-material" rid="app2">Multimedia Appendix 2</xref>.</p></sec><sec id="s3-3"><title>Participant Characteristics</title><p>A total of 603 survey responses were collected. We first removed 11 responses generated during internal pilot testing, leaving 592 responses. Of these, 108 contained no questionnaire data (no answer to any questions) and were excluded, yielding 484 responses. A further 65 respondents reported no awareness of LLMs (37 answered &#x201C;No&#x201D; and 28 left the screening item blank) and were routed out of the survey without completing the remaining items; these were excluded, leaving 419 respondents. In the next step, 21 respondents who did not answer any privacy concern survey questions were excluded from the dataset, leaving 398 eligible respondents. Of the 398 eligible respondents, 361 (90.7%) provided complete data on all analysis variables and 37 (9.3%) had partial item nonresponse. Complete and incomplete respondents did not differ significantly on any measured characteristic (Table S2 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Therefore, 37 respondents who omitted 1 or more privacy concern survey items were excluded to retain complete cases only. The resulting analytic sample comprised 361 respondents. This procedure is shown in <xref ref-type="fig" rid="figure2">Figure 2</xref>.</p><fig position="float" id="figure2"><label>Figure 2.</label><caption><p>Flowchart of data preprocessing. LLM: large language model.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="humanfactors_v13i1e102910_fig02.png"/></fig><p>Of the 361 participants, more than half were younger than 35 years (n=198, 54.8%), most identified as White (n=285, 78.9%), nearly two-thirds were female (n=230, 63.7%), and 88.1% (n=318) held at least a bachelor&#x2019;s degree. Distributions for all demographic variables are presented in <xref ref-type="table" rid="table2">Table 2</xref>. Overall, the sample was predominantly White, highly educated, and female, which should be considered when interpreting the generalizability of the factor structure and score distributions.</p><table-wrap id="t2" position="float"><label>Table 2.</label><caption><p>Demographics of study participants (N=361).</p></caption><table id="table2" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Demographics</td><td align="left" valign="bottom">Values, n (%)</td></tr></thead><tbody><tr><td align="left" valign="top" colspan="2">Age group (years) (n=342)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>18&#x2010;24</td><td align="left" valign="top">141 (39.1)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>25&#x2010;34</td><td align="left" valign="top">57 (15.8)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>35&#x2010;44</td><td align="left" valign="top">44 (12.2)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>45&#x2010;54</td><td align="left" valign="top">44 (12.2)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>55&#x2010;64</td><td align="left" valign="top">26 (7.2)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x2003;&#x2265;</named-content>65</td><td align="left" valign="top">30 (8.3)</td></tr><tr><td align="left" valign="top" colspan="2">Race (n=358)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Asian or Pacific Islander</td><td align="char" char="." valign="top">31 (8.6)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Black or African American</td><td align="char" char="." valign="top">12 (3.3)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Hispanic or Latino</td><td align="left" valign="top">12 (3.3)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>White</td><td align="char" char="." valign="top">285 (78.9)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Mixed race</td><td align="left" valign="top">15 (4.2)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Other</td><td align="left" valign="top">3 (0.8)</td></tr><tr><td align="left" valign="top" colspan="2">Sex (n=359)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Male</td><td align="left" valign="top">109 (30.2)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Female</td><td align="left" valign="top">230 (63.7)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Nonbinary or prefer not to answer</td><td align="left" valign="top">20 (5.5)</td></tr><tr><td align="left" valign="top" colspan="2">Education level (n=360)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>High school or less</td><td align="left" valign="top">6 (1.7)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Some college or associate degree</td><td align="left" valign="top">34 (9.4)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Bachelor&#x2019;s degree</td><td align="left" valign="top">117 (32.4)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Master&#x2019;s degree</td><td align="left" valign="top">102 (28.3)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Professional degree (eg, MD and JD)</td><td align="left" valign="top">24 (6.6)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Doctorate (PhD and EdD)</td><td align="left" valign="top">75 (20.8)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Other</td><td align="left" valign="top">2 (0.6)</td></tr><tr><td align="left" valign="top" colspan="2">Marital status (n=358)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Single or never married</td><td align="left" valign="top">153 (42.4)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Married or domestic partnership</td><td align="left" valign="top">175 (48.5)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Separated</td><td align="left" valign="top">3 (0.8)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Divorced</td><td align="left" valign="top">18 (5)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Widowed</td><td align="left" valign="top">9 (2.5)</td></tr><tr><td align="left" valign="top" colspan="2">Employment status (n=357)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Employed for wages (full-time)</td><td align="left" valign="top">242 (67)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Employed for wages (part-time)</td><td align="left" valign="top">23 (6.4)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Self-employed</td><td align="left" valign="top">10 (2.8)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Out of work</td><td align="left" valign="top">9 (2.5)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Homemaker</td><td align="left" valign="top">2 (0.6)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Student</td><td align="left" valign="top">47 (13)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Retired</td><td align="left" valign="top">21 (5.8)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Unable to work</td><td align="left" valign="top">3 (0.8)</td></tr><tr><td align="left" valign="top" colspan="2">Annual income (n=358)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Less than US $20,000</td><td align="left" valign="top">31 (8.6)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Between US $20,000 and $50,000</td><td align="left" valign="top">86 (23.8)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Between US $50,000 and $80,000</td><td align="left" valign="top">91 (25.2)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Between US $80,000 and $110,000</td><td align="left" valign="top">55 (15.2)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Between US $110,000 and $140,000</td><td align="left" valign="top">30 (8.3)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Between US $140,000 and $180,000</td><td align="left" valign="top">15 (4.2)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Between US $180,000 and $240,000</td><td align="left" valign="top">12 (3.3)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Between US $240,000 and $300,000</td><td align="left" valign="top">7 (1.9)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>More than US $300,000</td><td align="left" valign="top">3 (0.8)</td></tr><tr><td align="left" valign="top"><named-content content-type="indent">&#x00A0;&#x00A0;&#x00A0;&#x00A0;</named-content>Prefer not to answer</td><td align="left" valign="top">28 (7.8)</td></tr></tbody></table></table-wrap></sec><sec id="s3-4"><title>Item Descriptive Statistics</title><p>Item-level descriptive statistics for the 7 privacy concern items are presented in <xref ref-type="table" rid="table3">Table 3</xref>, including mean, SD, frequency of participants choosing each option in each question, and anchor type (concern, importance, or frequency). Items were rated on a Likert scale from 1 (extremely important, extremely concerned, or always) to 5 (not at all important, not at all concerned, or never). Therefore, lower values indicate stronger endorsement. Scoring, including the reverse-coding step, is specified in the Methods section. Item means ranged from 1.94 (G5) to 2.51 (G3) on the 1&#x2010;5 Likert scale, indicating that, on average, participants endorsed moderate-to-high levels of privacy concern (with lower values indicating stronger endorsement). Item-level SDs were between 0.97 and 1.18. Because item dispersion was narrow and similar across items, a unit-weighted composite and one formed from standardized item scores would differ only slightly in this sample. All items used the full 1&#x2010;5 response range. Skewness and kurtosis were calculated as well but not included in the table. Skewness ranged from 0.18 to 0.85 (maximum |skew|=0.85), and kurtosis ranged from &#x2212;0.94 to 0.04 (maximum |kurtosis|=0.94), all well within conventional bounds (|skew|&#x003C;2, |kurtosis|&#x003C;7) for treating items as approximately continuous. Nevertheless, given the 5-point Likert response format, we used polychoric correlations for EFA and DWLS estimation for CFA throughout.</p><table-wrap id="t3" position="float"><label>Table 3.</label><caption><p>Descriptive statistics and answer distribution for the 7 privacy concern items (N=361)<sup><xref ref-type="table-fn" rid="table3fn1">a</xref></sup>.</p></caption><table id="table3" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Item</td><td align="left" valign="bottom">Mean (SD)</td><td align="left" valign="bottom">1, n (%)</td><td align="left" valign="bottom">2, n (%)</td><td align="left" valign="bottom">3, n (%)</td><td align="left" valign="bottom">4, n (%)</td><td align="left" valign="bottom">5, n (%)</td><td align="left" valign="bottom">Anchor type</td></tr></thead><tbody><tr><td align="left" valign="top">G1</td><td align="left" valign="top">2.50 (1.14)</td><td align="left" valign="top">91 (25.2)</td><td align="left" valign="top">86 (23.8)</td><td align="left" valign="top">109 (30.2)</td><td align="left" valign="top">63 (17.5)</td><td align="left" valign="top">12 (3.3)</td><td align="left" valign="top">Concern</td></tr><tr><td align="left" valign="top">G2</td><td align="left" valign="top">2.05 (0.97)</td><td align="left" valign="top">122 (33.8)</td><td align="left" valign="top">131 (36.3)</td><td align="left" valign="top">79 (21.9)</td><td align="left" valign="top">25 (6.9)</td><td align="left" valign="top">4 (1.1)</td><td align="left" valign="top">Importance</td></tr><tr><td align="left" valign="top">G3</td><td align="left" valign="top">2.51 (1.18)</td><td align="left" valign="top">98 (27.1)</td><td align="left" valign="top">76 (21.1)</td><td align="left" valign="top">107 (29.6)</td><td align="left" valign="top">66 (18.3)</td><td align="left" valign="top">14 (3.9)</td><td align="left" valign="top">Concern</td></tr><tr><td align="left" valign="top">G4</td><td align="left" valign="top">2.07 (1.00)</td><td align="left" valign="top">125 (34.5)</td><td align="left" valign="top">122 (33.8)</td><td align="left" valign="top">85 (23.5)</td><td align="left" valign="top">22 (6.1)</td><td align="left" valign="top">7 (1.9)</td><td align="left" valign="top">Importance</td></tr><tr><td align="left" valign="top">G5</td><td align="left" valign="top">1.94 (0.99)</td><td align="left" valign="top">151 (41.8)</td><td align="left" valign="top">113 (31.3)</td><td align="left" valign="top">70 (19.4)</td><td align="left" valign="top">22 (6.1)</td><td align="left" valign="top">5 (1.4)</td><td align="left" valign="top">Importance</td></tr><tr><td align="left" valign="top">G6</td><td align="left" valign="top">2.36 (1.08)</td><td align="left" valign="top">89 (24.7)</td><td align="left" valign="top">120 (33.2)</td><td align="left" valign="top">94 (26)</td><td align="left" valign="top">48 (13.3)</td><td align="left" valign="top">10 (2.8)</td><td align="left" valign="top">Frequency</td></tr><tr><td align="left" valign="top">G7</td><td align="left" valign="top">2.37 (1.01)</td><td align="left" valign="top">74 (20.5)</td><td align="left" valign="top">139 (38.5)</td><td align="left" valign="top">94 (26)</td><td align="left" valign="top">48 (13.3)</td><td align="left" valign="top">6 (1.7)</td><td align="left" valign="top">Importance</td></tr></tbody></table><table-wrap-foot><fn id="table3fn1"><p><sup>a</sup>Data in columns 1&#x2010;5 indicate the frequency of participants choosing one particular option as the answer to each question.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-5"><title>Instrument Refinement</title><p>The questionnaire was initially developed with 7 items, 1 for each privacy-concern domain. Before finalizing the scale, we examined the interitem polychoric correlation matrix and the fit of the 7-item unidimensional model on the confirmatory subsample (n=240). This examination revealed that items G1 (&#x201C;How concerned are you about the ways in which LLMs use your personal data?&#x201D;) and G3 (&#x201C;How much concern do you have for the privacy of your data when using applications or services that use LLMs?&#x201D;) were nearly collinear, with a polychoric correlation of 0.91. This indicated that both items assess a respondent&#x2019;s privacy concern with data use, and the strong correlation indicated that they functioned as effectively interchangeable indicators.</p><p>To determine which item to remove, we compared 2 reduced 6-item models, one omitting G1 and one omitting G3. Removing G3 produced uniformly good fit (<italic>&#x03C7;</italic><sup>2</sup><sub>9</sub>=13.6; <italic>P</italic>=.14; RMSEA=0.046; SRMR=0.057), whereas removing G1 produced only marginally acceptable fit (<italic>&#x03C7;</italic><sup>2</sup><sub>9</sub>=17.4; <italic>P</italic>=.04; RMSEA=0.062; SRMR=0.065). In the G1-omitted model, the retained item G3 was the weakest indicator (standardized &#x03BB;=0.74; communality=0.47), whereas in the G3-omitted model, all retained items loaded more strongly. Because removing G3 yielded superior model fit and stronger indicators, we retained G1 and removed G3. The resulting 6-item scale (G1, G2, G4, G5, G6, and G7) was carried forward for all analyses reported below. Removal of an empirically redundant, conceptually overlapping item is a standard step in scale development; retaining both would have overweighted a single domain and degraded model fit without adding measurement information. As reported in the Stability Across Alternative Sample Splits section, this removal decision was reproduced in 5 independent exploratory subsamples without consulting the confirmatory subsample.</p></sec><sec id="s3-6"><title>Reliability</title><p>Cronbach &#x03B1; for this 6-item questionnaire was 0.90. Because &#x03B1; increases with both the number of items and the average interitem correlation, this value should be interpreted as reflecting high interitem redundancy in a short scale rather than as independent evidence of measurement quality [<xref ref-type="bibr" rid="ref33">33</xref>]; McDonald &#x03C9;, computed from the CFA (&#x03C9;=0.90), is reported below as a complementary estimate.</p></sec><sec id="s3-7"><title>EFA</title><p>EFA was conducted on the randomly selected EFA subsample (n=121). ML extraction was applied to the polychoric correlation matrix. The polychoric correlations (Table S3 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>) demonstrated strong but nonredundant interitem association, with off-diagonal correlations ranging from 0.45 (G6 vs G7) to 0.79 (G2 vs G5); removing G3 eliminated the near-collinear pair present in the original 7-item pool. The matrix was well-suited to factor analysis since the overall KMO measure of sampling adequacy was 0.87, in the &#x201C;good&#x201D; range, with per-item KMO values from 0.84 (G5) to 0.92 (G7), all above the 0.60 minimum. Bartlett test of sphericity was significant (<italic>&#x03C7;</italic><sup>2</sup><sub>15</sub>=477.4; <italic>P</italic>&#x003C;.001), confirming that the correlation matrix departed substantially from an identity matrix.</p><p>Parallel analysis based on 500 simulated datasets supported a 1-factor solution in the exploratory subsample. The first observed eigenvalue (4.17) substantially exceeded the corresponding 95th-percentile random eigenvalue (1.44), whereas the second observed eigenvalue (0.65) fell below its random benchmark (1.25). Kaiser&#x2019;s eigenvalue-greater-than-one criterion likewise retained a single factor. The ratio of the first to the second eigenvalue (6.46) further supported essential unidimensionality. The first eigenvalue accounted for 69.6% of total variance, and after ML extraction, the single-factor solution accounted for 63.6% of common variance. Standardized loadings on the retained factor (<xref ref-type="table" rid="table4">Table 4</xref>) were uniformly substantial in absolute value, ranging from 0.71 (G7) to 0.88 (G5), and all 6 items exceeded the stricter conventional &#x03BB;&#x2265;0.70 threshold for strong indicator quality. The items with the weakest loadings (G6 and G7) may be candidates for rewording or replacement in future work. Item communalities ranged from 0.50 (G7) to 0.78 (G5). The pattern of eigenvalues, the parallel-analysis decision, and the uniformly high single-factor loadings provided convergent evidence for a dominant general factor in the exploratory subsample and supported fitting the planned single-factor CFA model on the holdout subsample.</p><table-wrap id="t4" position="float"><label>Table 4.</label><caption><p>Standardized factor loadings from the exploratory factor analysis (EFA; n=121) and from the confirmatory factor analysis (CFA; n=240) for the 6-item large language model privacy concern assessment.</p></caption><table id="table4" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Item</td><td align="left" valign="bottom">EFA &#x03BB;<sup><xref ref-type="table-fn" rid="table4fn1">a</xref></sup></td><td align="left" valign="bottom">EFA <italic>h</italic><sup>2</sup></td><td align="left" valign="bottom">CFA &#x03BB;<sup><xref ref-type="table-fn" rid="table4fn2">b</xref></sup></td><td align="left" valign="bottom">CFA <italic>R</italic><sup>2</sup></td><td align="left" valign="bottom">Residual<sup><xref ref-type="table-fn" rid="table4fn3">c</xref></sup></td></tr></thead><tbody><tr><td align="left" valign="top">G1</td><td align="left" valign="top">0.77</td><td align="left" valign="top">0.60</td><td align="left" valign="top">0.79<sup><xref ref-type="table-fn" rid="table4fn4">d</xref></sup></td><td align="left" valign="top">0.62</td><td align="left" valign="top">0.38</td></tr><tr><td align="left" valign="top">G2</td><td align="left" valign="top">0.85</td><td align="left" valign="top">0.72</td><td align="left" valign="top">0.85<sup><xref ref-type="table-fn" rid="table4fn4">d</xref></sup></td><td align="left" valign="top">0.73</td><td align="left" valign="top">0.27</td></tr><tr><td align="left" valign="top">G4</td><td align="left" valign="top">0.82</td><td align="left" valign="top">0.67</td><td align="left" valign="top">0.83<sup><xref ref-type="table-fn" rid="table4fn4">d</xref></sup></td><td align="left" valign="top">0.68</td><td align="left" valign="top">0.32</td></tr><tr><td align="left" valign="top">G5</td><td align="left" valign="top">0.88</td><td align="left" valign="top">0.78</td><td align="left" valign="top">0.81<sup><xref ref-type="table-fn" rid="table4fn4">d</xref></sup></td><td align="left" valign="top">0.65</td><td align="left" valign="top">0.35</td></tr><tr><td align="left" valign="top">G6</td><td align="left" valign="top">0.74</td><td align="left" valign="top">0.55</td><td align="left" valign="top">0.69<sup><xref ref-type="table-fn" rid="table4fn4">d</xref></sup></td><td align="left" valign="top">0.47</td><td align="left" valign="top">0.53</td></tr><tr><td align="left" valign="top">G7</td><td align="left" valign="top">0.71</td><td align="left" valign="top">0.50</td><td align="left" valign="top">0.69<sup><xref ref-type="table-fn" rid="table4fn4">d</xref></sup></td><td align="left" valign="top">0.48</td><td align="left" valign="top">0.52</td></tr></tbody></table><table-wrap-foot><fn id="table4fn1"><p><sup>a</sup>Maximum likelihood extraction on the polychoric correlation matrix.</p></fn><fn id="table4fn2"><p><sup>b</sup>Diagonally weighted least square estimation on the polychoric correlation matrix, with the latent factor variance fixed to 1.0.</p></fn><fn id="table4fn3"><p><sup>c</sup>Standardized residual variance.</p></fn><fn id="table4fn4"><p><sup>d</sup><italic>P</italic>&#x003C;.001.</p></fn></table-wrap-foot></table-wrap></sec><sec id="s3-8"><title>CFA</title><sec id="s3-8-1"><title>Global Fit</title><p>The unidimensional 6-item CFA model was fitted to the holdout subsample (n=240) using DWLS estimation. The model exhibited excellent global fit: <italic>&#x03C7;</italic><sup>2</sup><sub>9</sub>=13.6; <italic>P</italic>=.14; CFI=0.996; TLI=0.993; RMSEA=0.046, 90% CI 0.000-0.093; SRMR=0.057. The nonsignificant model chi-square and CFI/TLI values approaching unity indicated that the unidimensional 6-item model reproduced the observed interitem associations closely. The RMSEA point estimate (0.046) fell within the range conventionally considered to reflect close fit (&#x2264;0.06), and the test of close fit was clearly nonsignificant (PCLOSE=.50, testing H&#x2080;: RMSEA&#x2264;0.05). SRMR (0.057) fell well within the range for acceptable fit. GFI and AGFI were strong (GFI=0.99; AGFI=0.98). All 6 standardized factor loadings were positive, substantial, and statistically significant (<italic>P</italic>&#x003C;.001), with values of 0.79 (G1), 0.85 (G2), 0.83 (G4), 0.81 (G5), 0.69 (G6), and 0.69 (G7). Standardized loadings, <italic>R</italic><sup>2</sup> values, and standardized residual variances are presented in <xref ref-type="table" rid="table4">Table 4</xref>. In total, 4 of the 6 items exceeded the conventional &#x03BB;&#x2265;0.70 threshold for strong indicator quality, and the remaining 2 (G6 and G7, both &#x03BB;=0.69) fell just below it while remaining well above the minimum acceptable value of 0.50. Item <italic>R</italic><sup>2</sup> values ranged from 0.47 (G6) to 0.73 (G2), indicating that the latent privacy concern factor accounted for between 47% and 73% of the variance in each item. <xref ref-type="fig" rid="figure3">Figure 3</xref> shows the path diagram used in the CFA for the unidimensional model with 6 items.</p><fig position="float" id="figure3"><label>Figure 3.</label><caption><p>Confirmatory factor analysis of the 6-item large language model-privacy concern assessment questionnaire. Standardized factor loadings are shown on the paths from the latent factor to each indicator; standardized residual variances are shown next to each error term (e1-e6). The variance of privacy concern was fixed at 1.00 for identification of the standardized solution. All loadings significant at ***<italic>P</italic>&#x003C;.001.</p></caption><graphic alt-version="no" mimetype="image" position="float" xlink:type="simple" xlink:href="humanfactors_v13i1e102910_fig03.png"/></fig><p>Composite reliability was excellent (&#x03C9;=0.90) above the conventional 0.80 threshold for very good internal consistency, and the AVE was 0.61, exceeding the 0.50 Fornell-Larcker convergent-validity threshold. Taken together, these results support the internal consistency and convergent validity of the refined LLM-PCA at the level of the full 6-item set. The dimensional structure is addressed in the Comparison of 1-Factor and 2-Factor Models section.</p></sec><sec id="s3-8-2"><title>Local Fit</title><p>Because strong global fit does not guarantee adequate fit at the level of individual item pairs, we examined the residual correlation matrix (Table S4 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref>). Residuals are the differences between observed polychoric correlations and model-implied correlations. Most residuals were small, but 4 of the 15 off-diagonal residual correlations exceeded the 0.10 threshold: G1-G6 (residual=0.21), G2-G5 (residual=0.18), G4-G5 (residual=0.15), and G2-G4 (residual=0.14). The root mean square residual (computed on the polychoric matrix) across all off-diagonal elements was 0.098. In total, 3 of the 4 elevated residuals involved the transparency- and control-oriented items G2 (being informed about data use), G4 (transparency supporting trust), and G5 (control over data use), indicating that these conceptually adjacent items share covariance beyond what the general privacy-concern factor accounts for. The remaining elevated residual, between G1 (data use) and G6 (frequency of thinking about privacy risks), reflects a smaller secondary association. These residuals indicate that although a strictly unidimensional model provides excellent global fit and a robust SRMR (computed on the Pearson covariance), it does not fully reproduce the local covariance among the transparency- and control-related items.</p></sec></sec><sec id="s3-9"><title>Comparison of 1-Factor and 2-Factor Models</title><p>Because the residual analysis indicated localized covariance among the transparency- and control-related items, we compared the unidimensional model (M1) with a 2-factor alternative (M2) on the same CFA subsample (n=240). The 2-factor model assigned the transparency- and control-oriented items to 1 factor (G2, G4, and G5) and the remaining items to a second factor (G1, G6, and G7), with the 2 factors allowed to correlate. Both models were estimated with DWLS on the polychoric correlation matrix. Fit statistics for the 2 models are presented in <xref ref-type="table" rid="table5">Table 5</xref>.</p><table-wrap id="t5" position="float"><label>Table 5.</label><caption><p>Comparison of 1-factor and 2-factor confirmatory models (confirmatory factor analysis subsample, n=240).</p></caption><table id="table5" frame="hsides" rules="groups"><thead><tr><td align="left" valign="bottom">Model</td><td align="left" valign="bottom"><italic>&#x03C7;</italic><sup>2</sup> (<italic>df</italic>)</td><td align="left" valign="bottom"><italic>P</italic> value</td><td align="left" valign="bottom">CFI<sup><xref ref-type="table-fn" rid="table5fn1">a</xref></sup></td><td align="left" valign="bottom">TLI<sup><xref ref-type="table-fn" rid="table5fn2">b</xref></sup></td><td align="left" valign="bottom">RMSEA<sup><xref ref-type="table-fn" rid="table5fn3">c</xref></sup> (90% CI)</td><td align="left" valign="bottom">SRMR<sup><xref ref-type="table-fn" rid="table5fn4">d</xref></sup></td><td align="left" valign="bottom">AIC<sup><xref ref-type="table-fn" rid="table5fn5">e</xref></sup></td><td align="left" valign="bottom">BIC<sup><xref ref-type="table-fn" rid="table5fn6">f</xref></sup></td></tr></thead><tbody><tr><td align="left" valign="top">One-factor (M1)</td><td align="left" valign="top">13.6 (9)</td><td align="left" valign="top">.14</td><td align="left" valign="top">0.996</td><td align="left" valign="top">0.993</td><td align="left" valign="top">0.046 (0.000-0.093)</td><td align="left" valign="top">0.057</td><td align="left" valign="top">23.21</td><td align="left" valign="top">64.97</td></tr><tr><td align="left" valign="top">Two-factor (M2)</td><td align="left" valign="top">4.7 (8)</td><td align="left" valign="top">.79</td><td align="left" valign="top">1.00</td><td align="left" valign="top">1.00</td><td align="left" valign="top">0.000 (0.000-0.050)</td><td align="left" valign="top">0.032</td><td align="left" valign="top">25.74</td><td align="left" valign="top">70.99</td></tr></tbody></table><table-wrap-foot><fn id="table5fn1"><p><sup>a</sup>CFI: comparative fit index.</p></fn><fn id="table5fn2"><p><sup>b</sup>TLI: Tucker-Lewis index.</p></fn><fn id="table5fn3"><p><sup>c</sup>RMSEA: root mean square error of approximation.</p></fn><fn id="table5fn4"><p><sup>d</sup>SRMR: standardized root mean square residual.</p></fn><fn id="table5fn5"><p><sup>e</sup>AIC: Akaike information criterion.</p></fn><fn id="table5fn6"><p><sup>f</sup>BIC: Bayesian information criterion.</p></fn></table-wrap-foot></table-wrap><p>The 2-factor model fits better than the 1-factor model on every index examined: (<italic>&#x03C7;</italic><sup>2</sup><sub>8</sub>=4.7; <italic>P</italic>=.79 vs <italic>&#x03C7;</italic><sup>2</sup><sub>9</sub>=13.6; <italic>P</italic>=.14; CFI and TLI of 1.00 vs 0.996 and 0.993; RMSEA=0.000, 90% CI 0.000-0.050 vs 0.046, 90% CI 0.000-0.093; SRMR=0.032 vs 0.057). The nested chi-square difference test was significant (&#x0394;<italic>&#x03C7;</italic><sup>2</sup><sub>1</sub>=8.9; <italic>P</italic>=.003), consistent with the localized residual covariance identified earlier. Therefore, the 2-factor specification is the better-fitting model on these data, and the improvement is not marginal. <xref ref-type="table" rid="table5">Table 5</xref> also reports the Akaike information criterion and the Bayesian information criterion, both of which favor the 1-factor model. These criteria are likelihood-based, and because the models were estimated by DWLS rather than by ML, the values are derived from the fit function rather than a true likelihood and are not interpretable on their usual scale. They are reported for completeness, and the nested chi-square difference test was used for the model comparison.</p><p>We therefore retain the 2-factor solution as the measurement model for the LLM-PCA. The first factor is defined by the transparency- and control-related items (G2, being informed about data use; G4, transparency supporting trust; and G5, control over data use) and is labeled transparency and control. The second is defined by the remaining items (G1, concern about data use; G6, frequency of thinking about privacy risks; and G7, onward third-party sharing) and is labeled data use and risk salience. Standardized loadings in the 2-factor solution ranged from 0.85 to 0.90 on the first factor and from 0.72 to 0.85 on the second.</p><p>One property of this solution affects how it should be used. The 2 latent factors correlated at <italic>r</italic>=0.83; therefore, they share approximately 69% of their variance. The evidence on discriminant validity is mixed. The HTMT was 0.85 (&#x003C;0.90), which indicates that these 2 factors are empirically distinct. The Fornell-Larcker criterion was met for transparency and control, whose AVE (0.77) exceeds the squared factor correlation (0.69), but not for data use and risk salience, whose AVE (0.59) falls below it. In other words, the 2 factors are separable but not fully distinct. The subscale reliability was acceptable (transparency and control: &#x03B1;=0.91; &#x03C9;=0.91; data use and risk salience: &#x03B1;=0.81; &#x03C9;=0.81). For these reasons, the 6-item total score remains the recommended primary metric for applied use, and the subscale scores, each a unit-weighted mean of its 3 items, should be reported as secondary, facet-level information.</p></sec><sec id="s3-10"><title>Stability Across Alternative Sample Splits</title><p>To verify that the reported results were not an artifact of the particular random partition, the entire split-sample procedure (item refinement, EFA, and CFA) was repeated under 5 different random partitions, holding the one-third exploratory, two-thirds confirmatory allocation fixed. The findings were stable across all 5 splits. The near-collinearity of the 2 general-concern items exceeded the 0.85 threshold in every exploratory subsample, and the reduced-model comparison, conducted on the exploratory subsample without consulting the confirmatory subsample, indicated removal of G3 in all 5 cases. Parallel analysis retained a single factor in every exploratory subsample (first-to-second eigenvalue ratio=4.3&#x2010;7.6; KMO=0.82-0.87; minimum exploratory loading=0.57-0.71). The confirmatory model showed acceptable-to-excellent global fit on every holdout subsample (<italic>&#x03C7;</italic><sup>2</sup><sub>9</sub>=7.7&#x2010;15.8; all <italic>P</italic>&#x2265;.07; CFI&#x2265;0.993; RMSEA&#x2264;0.056; SRMR&#x2264;0.064; PCLOSE&#x2265;.36), with composite reliability &#x03C9;=0.90-0.91 and AVE=0.59-0.64. The localized residual strain among the transparency- and control-related items replicated in every split (4-5 residual correlations exceeding 0.10 per split), and G6 and G7 were the weakest indicators in each confirmatory solution (standardized &#x03BB;=0.67-0.75), consistent with the pattern reported earlier.</p></sec></sec><sec id="s4" sec-type="discussion"><title>Discussion</title><sec id="s4-1"><title>Principal Findings</title><p>This study developed and validated a concise 6-item instrument, the LLM-PCA, for assessing users&#x2019; privacy concerns regarding LLM-based systems. There are 4 major findings in this study. First, the 7 candidate domains could be reduced to 6 items without loss of content coverage, because 2 general concern items proved to be near-interchangeable indicators. Therefore, one of them was removed from the instrument. Second, the final instrument demonstrated high internal consistency and a clearly dominant general factor in the exploratory subsample. Third, a confirmatory model fitted to an independent holdout subsample reproduced the observed interitem associations closely, and the whole procedure replicated across 5 alternative random partitions of the sample, indicating that the findings are not an artifact of one split. Fourth, the covariance among the transparency- and control-related items is not fully explained by a single general factor. A 2-factor model fit the data better than a 1-factor model and was retained as the measurement model, separating a transparency and control facet from a data use and risk salience facet. The 2 factors met one of the 2 conventional discriminant validity criteria but not the other, so the instrument is offered as a brief 2-facet measure whose total score remains the recommended primary metric for privacy concern with LLM applications, with facet scores providing secondary detail. To our knowledge, it is among the first peer-reviewed instruments developed specifically for this referent, addressing a gap in the growing body of survey-based research in this area.</p></sec><sec id="s4-2"><title>Comparison With Prior Work</title><p>As described in the Introduction section, prior LLM privacy surveys each used a bespoke instrument built for a different theoretical framework and a different outcome; therefore, the concern levels they report cannot be placed on a common metric with LLM-PCA scores. The comparison drawn here is one of structure and measurement properties rather than of score levels. We do not claim that the instrument derives from, or validates, any single theoretical framework; establishing its theoretical grounding and construct validity will require further work. Table S5 in <xref ref-type="supplementary-material" rid="app1">Multimedia Appendix 1</xref> summarizes the comparison of the LLM-PCA with prior privacy concern instruments and recent LLM privacy studies.</p><p>The factor structure observed here should be read against prior work. Earlier general privacy concern scales, such as those developed for organizational, e-commerce, and short-form video platform contexts, have often yielded multifactor solutions capturing dimensions such as collection, unauthorized access, secondary use, and awareness [<xref ref-type="bibr" rid="ref6">6</xref>,<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref10">10</xref>,<xref ref-type="bibr" rid="ref11">11</xref>]. The present results are consistent with that literature. A 2-factor solution separating transparency and control items from data use and risk salience items fit better than a single-factor solution, and those 2 facets correspond closely to the control and awareness dimensions identified in earlier instruments [<xref ref-type="bibr" rid="ref7">7</xref>,<xref ref-type="bibr" rid="ref9">9</xref>]. What the present design cannot do is resolve those facets into well-identified factors, because each domain is represented by a single item and each candidate factor is therefore defined by only 3 indicators. Reporting a single composite score is a decision about parsimony and applied usability at this scale length, not a finding that users hold an undifferentiated view of privacy. Whether privacy concern with LLMs is best represented by 1 general factor or by 2 correlated facets is a question for a longer instrument with multiple indicators per domain. The possibility that an early stage of public understanding contributes to the high correlation between the 2 facets is consistent with findings from Choi et al [<xref ref-type="bibr" rid="ref1">1</xref>], who found that 66% of their sample had limited knowledge of available privacy protection options in LLMs, and from Liu et al [<xref ref-type="bibr" rid="ref3">3</xref>], who observed a systematic underestimation of health data risk and a gap between users&#x2019; stated privacy concerns and their actual expectations. As public understanding of LLM data practices matures, multidimensional solutions may emerge in future validation studies involving more experienced user populations.</p></sec><sec id="s4-3"><title>Implications</title><p>The validated instrument offers practical utility for both researchers and practitioners. For researchers, the availability of a standardized 6-item scale makes it feasible to incorporate privacy concern assessment as a routine component of LLM user studies without imposing significant respondent burden. Its single composite score, with demonstrated reliability, enables meaningful cross-study comparisons, a capability that has been largely absent from the existing literature. For practitioners and AI application developers, the scale provides a concise, validated tool for benchmarking user privacy concern levels before and after system design changes, privacy policy updates, or new feature deployments, supporting data-driven evaluation of user-facing privacy interventions.</p><p>The scale&#x2019;s focus on LLM-specific concerns, including data use practices, transparency, user control, and organizational data sharing, makes it particularly relevant for the growing number of commercial and enterprise LLM deployments in health care, education, legal services, and other sensitive domains. In health care contexts, where prior work has shown that privacy concerns can shape users&#x2019; engagement with AI-assisted consultation [<xref ref-type="bibr" rid="ref1">1</xref>-<xref ref-type="bibr" rid="ref3">3</xref>], this instrument could support both predeployment risk assessment and ongoing postdeployment monitoring of user trust. For example, health care organizations deploying LLM-based tools such as clinical decision support systems, patient-facing chatbots, or electronic health record&#x2013;integrated assistants could administer the scale prior to deployment to establish a baseline of user privacy concern, and again following deployment to detect shifts in trust associated with system changes or privacy policy updates. Because the instrument yields a single interpretable score, it is practical for routine use in clinical and operational settings without requiring psychometric expertise. As a preliminary interpretive aid pending formal norming, and after reverse-coding so that higher scores denote greater concern, mean item scores in the upper part of the scale (roughly &#x2265;4 of 5) may be read as indicating high privacy concern, scores near the midpoint as moderate concern, and scores in the lower part (roughly &#x2264;2) as low concern. These provisional bands are illustrative only and should be calibrated against representative normative samples before being used to guide decisions.</p></sec><sec id="s4-4"><title>Limitations and Future Work</title><p>Several limitations should be considered when interpreting findings reported in this study. First, the sample skewed toward younger, White, highly educated, and predominantly female participants, characteristics that likely reflect the early-adopter demographic of LLM technology. Because privacy attitudes toward AI systems may vary with age, educational background, digital literacy, cultural background, and prior technology exposure, the generalizability of both the scale&#x2019;s factor structure and the observed levels of concern to more diverse populations cannot be assumed. In particular, the overrepresentation of highly educated individuals may mean that the scale&#x2019;s factor structure reflects a relatively privacy-literate population. Replication studies with demographically diverse and community-based samples are needed to evaluate measurement invariance across groups. Because the sex item combined nonbinary respondents with those who preferred not to answer into one category, the response set was less inclusive than current best practice and did not allow sex-diverse participants to be identified separately; future versions should offer distinct nonbinary and self-describe options in addition to a prefer-not-to-answer choice. Because most respondents identified as White and held at least a bachelor degree, the score distributions reported here should not be treated as normative values for the US adult population, and the provisional interpretive bands suggested in the Implications section should not be applied to more diverse populations until they have been recalibrated. Differential item functioning across education, age, and racial or ethnic groups is untested, so the items may not carry the same meaning among respondents less familiar with LLM data practices, which would affect the factor structure as well as the observed levels of concern.</p><p>Second, the questionnaire was validated as a measure of general privacy concerns with LLMs rather than concerns tied to a specific application or use context. While this generality is a strength for cross-study comparability, it means that the instrument&#x2019;s criterion validity, its ability to predict behaviorally relevant outcomes such as disclosure willingness, trust, or system abandonment, remains to be established. Future research should administer the scale alongside behavioral outcome measures and within the context of specific LLM applications, such as AI-assisted clinical decision support or consumer-facing chatbots, to evaluate its predictive utility across different use cases. More specifically, convergent and criterion validity could be established through several complementary approaches. Concurrent validity could be assessed by administering the LLM-PCA alongside established multi-item privacy-concern instruments, such as the CFIP scale, the IUIPC scale, the MUIPC scale, and Hong and Thong&#x2019;s integrated model, within the same sample; moderate-to-strong positive correlations would support convergent validity, whereas weaker associations with conceptually adjacent but distinct constructs, such as general institutional trust, technology acceptance, or privacy self-efficacy, would provide discriminant evidence and help situate the instrument within its nomological network. Criterion validity could then be evaluated against behaviorally relevant outcomes assessed by self-report or, preferably, by observation: the willingness to disclose personal and sensitive (eg, health) information to an LLM, the amount and type of information actually disclosed in logged interactions, the adoption and continued use versus abandonment of an LLM application, and the uptake of privacy-protective options such as opting out of model training, deleting conversation history, or anonymizing inputs. Known-groups comparisons would provide a further line of evidence, with higher concern scores expected among respondents who have previously experienced a privacy breach, who routinely handle sensitive data, or who work in highly regulated professions, such as health care. Because concurrent designs can establish only association, prospective designs in which baseline LLM-PCA scores are used to predict subsequently observed disclosure or adoption behavior would be needed to demonstrate predictive validity, and vignette-based experiments that manipulate contextual factors, for example, the recipient of the data, the purpose of processing, or the presence of consent, would test whether scores respond to theoretically meaningful changes in the information flow.</p><p>Third, the study relied on convenience sampling via a single university and its affiliated recruitment platforms. This limits the representativeness of the sample with respect to occupation, geographic region, and general population awareness of LLMs. Future validation studies should target broader, population-based samples.</p><p>Fourth, although both subsamples met the a priori benchmarks set out in the Methods section, the split-sample cross-validation design produced an EFA subsample of n=121 and a CFA subsample of n=240. These subsample sizes are modest in absolute terms but adequate for this initial validation: the EFA subsample satisfied the conditions under which small-sample factor recovery is reliable (high communalities and a strongly overdetermined single factor, with KMO=0.87), and the CFA subsample was at or close to the ideal 20:1 ratio of cases to estimated parameters, depending on which specification is counted. The evaluation is post hoc: confirming after the fact that the favorable condition held is weaker evidence than a prospective power analysis would have provided. Nonetheless, the modest absolute sizes may have reduced the precision of factor-loading estimates and the power of fit indices to detect localized misspecification. The 1- versus 2-factor comparison is the analysis most affected: with 3 indicators per factor at this subsample size, it can show that the 2-factor model fits better, but not how the 2 facets behave in relation to external criteria. Replication of the factor structure in independent and larger samples, ideally drawn from distinct subgroups to permit measurement-invariance testing, remains an important next step before the scale is treated as a fully validated instrument.</p><p>Fifth, the instrument uses heterogeneous response anchors across items (importance, concern, and frequency) on a common 1&#x2010;5 scale. While this is appropriate for the conceptual content of each item, it assumes that respondents treat position 3 on each anchor type as functionally equivalent. Future work should evaluate whether converting all items to a single anchor type (eg, agreement with statements) yields comparable psychometric properties and potentially simplifies scoring. In addition, composite scores are formed by unit-weighted summation of raw responses without prior standardization, which assumes that the 5 ordinal positions are metrically equivalent across the 3 anchor types. That assumption was not tested here, and the reasons for retaining unit weighting are set out in the Methods section. Future work should compare unit-weighted with standardized scoring in the same sample and report whether substantive conclusions differ.</p><p>Sixth, the items were pretested only within the study team and did not undergo cognitive interviewing with lay respondents before fielding. Several items use relatively abstract phrasing and a comparatively high reading level, and the awareness screening item may not have been interpreted uniformly by lay respondents. Because these issues bear directly on content validity, the instrument should be regarded as preliminary, and future work should incorporate cognitive pretesting and readability assessment in community samples. Relatedly, the expert review cannot substitute for the pretesting that was not done. The panel comprised 8 reviewers identified through research team recommendation, which meets the recommended panel size but is small and not independently constituted, and it assessed clarity by inspection rather than by observing how respondents interpreted the items. The obtained clarity index for G2 fell below the 0.78 item-level criterion because 2 of the 8 reviewers rated below the endorsement threshold despite unanimous endorsement of its relevance. It was retained unchanged, so the wording the expert panel flagged has not been tested on lay respondents. This is a known weakness of the current version.</p><p>Seventh, temporal stability of the instrument was not assessed. Because internal consistency cannot establish reliability for single-item domains, test-retest reliability over an appropriate interval is an important form of evidence that remains to be collected in a future study.</p><p>Eighth, all data were self-reported, so common method bias cannot be ruled out and associations involving the construct may be inflated relative to multimethod designs [<xref ref-type="bibr" rid="ref44">44</xref>].</p><p>In addition, the items with the weakest loadings (G6 and G7 0.74 and 0.71, respectively) may be candidates for rewording or replacement in future work. Because each domain is represented by a single item, future multi-item per domain development could add parallel indicators for the risk-salience (G6) and onward third-party-sharing (G7) domains, or revise their current wording, to improve their measurement precision. More generally, the one-item-per-domain design carries costs. It yields no within-domain reliability estimate, so no domain score can be corrected for measurement error. It makes each domain maximally sensitive to the wording of a single stem, which is precisely the vulnerability the interpretation literature documents [<xref ref-type="bibr" rid="ref12">12</xref>,<xref ref-type="bibr" rid="ref13">13</xref>]. It precludes tests of within-domain measurement invariance across groups. It also limits how well any latent facet can be identified, as the 1- versus 2-factor comparison illustrates. These costs were accepted in exchange for content breadth and brevity, and they are the main reasons the instrument is presented as a brief screening and benchmarking measure rather than as a substitute for a full multidimensional battery.</p></sec><sec id="s4-5"><title>Conclusions</title><p>This study addressed a recognized gap in the LLM privacy research literature by developing and preliminarily validating a concise 6-item instrument for assessing user privacy concerns with LLM-based systems. The scale demonstrated high internal consistency, and a comparison of 1- and 2-factor specifications supported a 2-factor structure comprising a transparency and control facet and a data use and risk salience facet. Because the 2 facets are highly correlated and only partly distinct, the 6-item total score is the recommended primary metric, with facet scores providing secondary detail. Unlike prior instruments in this domain, which were developed within specific theoretical frameworks for narrow research purposes, this LLM-PCA instrument is designed for broad applicability, enabling cross-study comparisons and practical privacy assessments by researchers and AI application developers alike. Future work should prioritize replication in demographically diverse samples, evaluation of criterion validity against behavioral outcomes, and administration within specific LLM application contexts to further establish the instrument&#x2019;s utility and boundary conditions.</p></sec></sec></body><back><ack><p>The authors wish to thank all participants for their time and efforts in answering these survey questions. The authors also thank the editor and the reviewers for their insightful comments, which significantly improved the quality of this manuscript. The authors declare the use of generative AI (GAI) in the research and writing process. The following tasks were delegated to GAI tools under full human supervision: Python code generation for data analysis and data visualization and proofreading and editing on the manuscript drafted by the authors. The GAI tool used was Claude Opus 4.8 (Anthropic). Responsibility for the final manuscript lies entirely with the authors. GAI tools are not listed as authors and do not bear responsibility for the final outcomes.</p></ack><notes><sec><title>Funding</title><p>The authors declared no financial support was received for this work.</p></sec><sec><title>Data Availability</title><p>The datasets generated or analyzed during this study are available from the corresponding author on reasonable request.</p></sec></notes><fn-group><fn fn-type="con"><p>Conceptualization: LZ, BP</p><p>Methodology: LZ, YKC, BP</p><p>Data curation: HW, YX, IMAS, HH, AS</p><p>Investigation: LZ, HW, YX</p><p>Data analysis: LZ, YX</p><p>Validation: IMAS, HH, AS</p><p>Supervision: LZ, BP</p><p>Writing&#x2014;original draft: LZ, BP</p><p>Writing&#x2014;review and editing: LZ, HW, YX, IMAS, HH, AS, YKC, BP</p></fn><fn fn-type="conflict"><p>None declared.</p></fn></fn-group><glossary><title>Abbreviations</title><def-list><def-item><term id="abb1">AGFI</term><def><p>adjusted goodness-of-fit index</p></def></def-item><def-item><term id="abb2">APCO</term><def><p>antecedents, privacy concerns, and outcomes</p></def></def-item><def-item><term id="abb3">AVE</term><def><p>average variance extracted</p></def></def-item><def-item><term id="abb4">CFA</term><def><p>confirmatory factor analysis</p></def></def-item><def-item><term id="abb5">CFI</term><def><p>comparative fit index</p></def></def-item><def-item><term id="abb6">CFIP</term><def><p>Concern for Information Privacy</p></def></def-item><def-item><term id="abb7">CVI</term><def><p>content validity index</p></def></def-item><def-item><term id="abb8">DWLS</term><def><p>diagonally weighted least squares</p></def></def-item><def-item><term id="abb9">EFA</term><def><p>exploratory factor analysis</p></def></def-item><def-item><term id="abb10">GFI</term><def><p>goodness-of-fit index</p></def></def-item><def-item><term id="abb11">HTMT</term><def><p>heterotrait-monotrait ratio of correlations</p></def></def-item><def-item><term id="abb12">I-CVI</term><def><p>item-level content validity index</p></def></def-item><def-item><term id="abb13">IPC</term><def><p>Internet Privacy Concerns</p></def></def-item><def-item><term id="abb14">IUIPC</term><def><p>Internet Users&#x2019; Information Privacy Concerns</p></def></def-item><def-item><term id="abb15">KMO</term><def><p>Kaiser-Meyer-Olkin</p></def></def-item><def-item><term id="abb16">LLM</term><def><p>large language model</p></def></def-item><def-item><term id="abb17">LLM-PCA</term><def><p>large language model privacy concern assessment</p></def></def-item><def-item><term id="abb18">ML</term><def><p>maximum likelihood</p></def></def-item><def-item><term id="abb19">MUIPC</term><def><p>Mobile Users&#x2019; Information Privacy Concerns</p></def></def-item><def-item><term id="abb20">PCLOSE</term><def><p><italic>P</italic> value for the test of close fit</p></def></def-item><def-item><term id="abb21">RMSEA</term><def><p>root mean square error of approximation</p></def></def-item><def-item><term id="abb22">S-CVI</term><def><p>scale-level content validity index</p></def></def-item><def-item><term id="abb23">SRMR</term><def><p>standardized root mean square residual</p></def></def-item><def-item><term id="abb24">TLI</term><def><p>Tucker-Lewis index</p></def></def-item><def-item><term id="abb25">UA</term><def><p>universal-agreement</p></def></def-item></def-list></glossary><ref-list><title>References</title><ref id="ref1"><label>1</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Choi</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Zhunis</surname><given-names>A</given-names> </name><name name-style="western"><surname>Dong</surname><given-names>W</given-names> </name><etal/></person-group><article-title>Privacy disclosure to large language models: a large-scale study on awareness, benefits, and concerns in health contexts across three countries</article-title><source>Comput Hum Behav Rep</source><year>2025</year><month>12</month><volume>20</volume><fpage>100841</fpage><pub-id pub-id-type="doi">10.1016/j.chbr.2025.100841</pub-id></nlm-citation></ref><ref id="ref2"><label>2</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Liu</surname><given-names>Z</given-names> </name><name name-style="western"><surname>Zou</surname><given-names>W</given-names> </name><name name-style="western"><surname>Lin</surname><given-names>C</given-names> </name></person-group><article-title>Exploring the influence of privacy concerns, AI literacy, and perceived health stigma on AI chatbot use in healthcare: an uncertainty reduction approach</article-title><source>Patient Educ Couns</source><year>2025</year><month>11</month><volume>140</volume><fpage>109271</fpage><pub-id pub-id-type="doi">10.1016/j.pec.2025.109271</pub-id><pub-id pub-id-type="medline">40712403</pub-id></nlm-citation></ref><ref id="ref3"><label>3</label><nlm-citation citation-type="confproc"><person-group person-group-type="author"><name name-style="western"><surname>Liu</surname><given-names>Z</given-names> </name><name name-style="western"><surname>Hu</surname><given-names>L</given-names> </name><name name-style="western"><surname>Zhou</surname><given-names>T</given-names> </name><name name-style="western"><surname>Tang</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Cai</surname><given-names>Z</given-names> </name></person-group><article-title>Prevalence overshadows concerns? Understanding Chinese users&#x2019; privacy awareness and expectations towards LLM-based healthcare consultation</article-title><year>2025</year><conf-name>2025 IEEE Symposium on Security and Privacy (SP)</conf-name><conf-date>May 12-15, 2025</conf-date><pub-id pub-id-type="doi">10.1109/SP61157.2025.00092</pub-id></nlm-citation></ref><ref id="ref4"><label>4</label><nlm-citation citation-type="confproc"><person-group person-group-type="author"><name name-style="western"><surname>Tran</surname><given-names>S</given-names> </name><name name-style="western"><surname>Lu</surname><given-names>H</given-names> </name><name name-style="western"><surname>Slaughter</surname><given-names>I</given-names> </name><etal/></person-group><article-title>Understanding privacy norms around LLM-based chatbots: a contextual integrity perspective</article-title><conf-name>Proceedings of the Eighth AAAI/ACM Conference on AI, Ethics, and Society (AIES-25)</conf-name><conf-date>Oct 20-22, 2025</conf-date><pub-id pub-id-type="doi">10.1609/aies.v8i3.36735</pub-id></nlm-citation></ref><ref id="ref5"><label>5</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Smith</surname><given-names>HJ</given-names> </name><name name-style="western"><surname>Dinev</surname><given-names>T</given-names> </name><name name-style="western"><surname>Xu</surname><given-names>H</given-names> </name></person-group><article-title>Information privacy research: an interdisciplinary review1</article-title><source>MIS Q</source><year>2011</year><month>12</month><day>1</day><volume>35</volume><issue>4</issue><fpage>989</fpage><lpage>1015</lpage><pub-id pub-id-type="doi">10.2307/41409970</pub-id></nlm-citation></ref><ref id="ref6"><label>6</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Smith</surname><given-names>HJ</given-names> </name><name name-style="western"><surname>Milberg</surname><given-names>SJ</given-names> </name><name name-style="western"><surname>Burke</surname><given-names>SJ</given-names> </name></person-group><article-title>Information privacy: measuring individuals&#x2019; concerns about organizational practices1</article-title><source>MIS Q</source><year>1996</year><month>06</month><day>1</day><volume>20</volume><issue>2</issue><fpage>167</fpage><lpage>196</lpage><pub-id pub-id-type="doi">10.2307/249477</pub-id></nlm-citation></ref><ref id="ref7"><label>7</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Malhotra</surname><given-names>NK</given-names> </name><name name-style="western"><surname>Kim</surname><given-names>SS</given-names> </name><name name-style="western"><surname>Agarwal</surname><given-names>J</given-names> </name></person-group><article-title>Internet Users&#x2019; Information Privacy Concerns (IUIPC): the construct, the scale, and a causal model</article-title><source>Inf Syst Res</source><year>2004</year><month>12</month><volume>15</volume><issue>4</issue><fpage>336</fpage><lpage>355</lpage><pub-id pub-id-type="doi">10.1287/isre.1040.0032</pub-id></nlm-citation></ref><ref id="ref8"><label>8</label><nlm-citation citation-type="confproc"><person-group person-group-type="author"><name name-style="western"><surname>Xu</surname><given-names>H</given-names> </name><name name-style="western"><surname>Gupta</surname><given-names>S</given-names> </name><name name-style="western"><surname>Rosson</surname><given-names>MB</given-names> </name><name name-style="western"><surname>Carroll</surname><given-names>JM</given-names> </name></person-group><article-title>Measuring mobile users&#x2019; concerns for information privacy</article-title><access-date>2026-10-11</access-date><conf-name>33rd International Conference on Information Systems (ICIS 2012)</conf-name><conf-date>Dec 16-19, 2012</conf-date><comment><ext-link ext-link-type="uri" xlink:href="https://aisel.aisnet.org/cgi/viewcontent.cgi?article=1108&#x0026;context=icis2012">https://aisel.aisnet.org/cgi/viewcontent.cgi?article=1108&#x0026;context=icis2012</ext-link></comment></nlm-citation></ref><ref id="ref9"><label>9</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hong</surname><given-names>W</given-names> </name><name name-style="western"><surname>Thong</surname><given-names>JYL</given-names> </name></person-group><article-title>Internet privacy concerns: an integrated conceptualization and four empirical studies1</article-title><source>MIS Q</source><year>2013</year><month>03</month><day>1</day><volume>37</volume><issue>1</issue><fpage>275</fpage><lpage>298</lpage><pub-id pub-id-type="doi">10.25300/MISQ/2013/37.1.12</pub-id></nlm-citation></ref><ref id="ref10"><label>10</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Sheehan</surname><given-names>KB</given-names> </name><name name-style="western"><surname>Hoy</surname><given-names>MG</given-names> </name></person-group><article-title>Dimensions of privacy concern among online consumers</article-title><source>J Public Policy Mark</source><year>2000</year><month>04</month><volume>19</volume><issue>1</issue><fpage>62</fpage><lpage>73</lpage><pub-id pub-id-type="doi">10.1509/jppm.19.1.62.16949</pub-id></nlm-citation></ref><ref id="ref11"><label>11</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wang</surname><given-names>Q</given-names> </name><name name-style="western"><surname>Zhang</surname><given-names>W</given-names> </name><name name-style="western"><surname>Wang</surname><given-names>H</given-names> </name></person-group><article-title>Privacy concerns toward short-form video platforms: scale development and validation</article-title><source>Front Psychol</source><year>2022</year><volume>13</volume><fpage>954964</fpage><pub-id pub-id-type="doi">10.3389/fpsyg.2022.954964</pub-id></nlm-citation></ref><ref id="ref12"><label>12</label><nlm-citation citation-type="confproc"><person-group person-group-type="author"><name name-style="western"><surname>Colnago</surname><given-names>J</given-names> </name><name name-style="western"><surname>Cranor</surname><given-names>LF</given-names> </name><name name-style="western"><surname>Acquisti</surname><given-names>A</given-names> </name><name name-style="western"><surname>Stanton</surname><given-names>KH</given-names> </name></person-group><article-title>Is it a concern or a preference? An investigation into the ability of privacy scales to capture and distinguish granular privacy constructs</article-title><access-date>2026-10-11</access-date><conf-name>Proceedings of the Eighteenth Symposium on Usable Privacy and Security (SOUPS 2022)</conf-name><conf-date>Aug 8-9, 2022</conf-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.usenix.org/system/files/soups2022-colnago.pdf">https://www.usenix.org/system/files/soups2022-colnago.pdf</ext-link></comment></nlm-citation></ref><ref id="ref13"><label>13</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Farzand</surname><given-names>H</given-names> </name><name name-style="western"><surname>Abdelwahab Gaballah</surname><given-names>S</given-names> </name><name name-style="western"><surname>Macdonald</surname><given-names>S</given-names> </name><name name-style="western"><surname>Khamis</surname><given-names>M</given-names> </name><name name-style="western"><surname>Marky</surname><given-names>K</given-names> </name></person-group><article-title>Revisiting privacy scales: an investigation into the ability of privacy scales to capture and distinguish granular privacy constructs</article-title><source>Inf Comput Secur</source><year>2025</year><volume>34</volume><issue>4</issue><fpage>521</fpage><lpage>545</lpage><pub-id pub-id-type="doi">10.1108/ICS-11-2024-0289</pub-id></nlm-citation></ref><ref id="ref14"><label>14</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Gro&#x00DF;</surname><given-names>T</given-names> </name></person-group><article-title>Validity and reliability of the scale Internet Users&#x2019; Information Privacy Concerns (IUIPC)</article-title><source>Proc Priv Enh Technol</source><year>2021</year><month>04</month><day>1</day><volume>2021</volume><issue>2</issue><fpage>235</fpage><lpage>258</lpage><pub-id pub-id-type="doi">10.2478/popets-2021-0026</pub-id></nlm-citation></ref><ref id="ref15"><label>15</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Stewart</surname><given-names>KA</given-names> </name><name name-style="western"><surname>Segars</surname><given-names>AH</given-names> </name></person-group><article-title>An empirical examination of the concern for information privacy instrument</article-title><source>Inf Syst Res</source><year>2002</year><month>03</month><volume>13</volume><issue>1</issue><fpage>36</fpage><lpage>49</lpage><pub-id pub-id-type="doi">10.1287/isre.13.1.36.97</pub-id></nlm-citation></ref><ref id="ref16"><label>16</label><nlm-citation citation-type="confproc"><person-group person-group-type="author"><name name-style="western"><surname>Zhang</surname><given-names>Z</given-names> </name><name name-style="western"><surname>Jia</surname><given-names>M</given-names> </name><name name-style="western"><surname>Lee</surname><given-names>H</given-names> </name><etal/></person-group><article-title>&#x201C;It&#x2019;s a fair game&#x201D;, or is it? Examining how users navigate disclosure risks and benefits when using LLM-based conversational agents</article-title><conf-name>CHI &#x2019;24: Proceedings of the 2024 CHI Conference on Human Factors in Computing Systems</conf-name><conf-date>May 11-16, 2024</conf-date><pub-id pub-id-type="doi">10.1145/3613904.3642385</pub-id></nlm-citation></ref><ref id="ref17"><label>17</label><nlm-citation citation-type="confproc"><person-group person-group-type="author"><name name-style="western"><surname>Carlini</surname><given-names>N</given-names> </name><name name-style="western"><surname>Tramer</surname><given-names>F</given-names> </name><name name-style="western"><surname>Wallace</surname><given-names>E</given-names> </name><etal/></person-group><article-title>Extracting training data from large language models</article-title><access-date>2026-10-11</access-date><conf-name>30th USENIX Security Symposium (USENIX Security 21)</conf-name><conf-date>Aug 11-13, 2021</conf-date><comment><ext-link ext-link-type="uri" xlink:href="https://www.usenix.org/system/files/sec21-carlini-extracting.pdf">https://www.usenix.org/system/files/sec21-carlini-extracting.pdf</ext-link></comment></nlm-citation></ref><ref id="ref18"><label>18</label><nlm-citation citation-type="confproc"><person-group person-group-type="author"><name name-style="western"><surname>Staab</surname><given-names>R</given-names> </name><name name-style="western"><surname>Vero</surname><given-names>M</given-names> </name><name name-style="western"><surname>Balunovi&#x0107;</surname><given-names>M</given-names> </name><name name-style="western"><surname>Vechev</surname><given-names>M</given-names> </name></person-group><article-title>Beyond memorization: violating privacy via inference with large language models</article-title><access-date>2026-10-11</access-date><conf-name>Proceedings of ICLR 2024 (The Twelfth International Conference on Learning Representations)</conf-name><conf-date>May 7-11, 2024</conf-date><comment><ext-link ext-link-type="uri" xlink:href="https://proceedings.iclr.cc/paper_files/paper/2024/file/9028b8a3ca98f58e373f0c1497a17448-Paper-Conference.pdf">https://proceedings.iclr.cc/paper_files/paper/2024/file/9028b8a3ca98f58e373f0c1497a17448-Paper-Conference.pdf</ext-link></comment></nlm-citation></ref><ref id="ref19"><label>19</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Berger</surname><given-names>CR</given-names> </name><name name-style="western"><surname>Calabrese</surname><given-names>RJ</given-names> </name></person-group><article-title>Some explorations in initial interaction and beyond: toward a developmental theory of interpersonal communication</article-title><source>Human Comm Res</source><year>1975</year><month>01</month><volume>1</volume><issue>2</issue><fpage>99</fpage><lpage>112</lpage><pub-id pub-id-type="doi">10.1111/j.1468-2958.1975.tb00258.x</pub-id></nlm-citation></ref><ref id="ref20"><label>20</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Nissenbaum</surname><given-names>H</given-names> </name></person-group><article-title>Privacy as contextual integrity</article-title><source>Wash L Rev</source><year>2004</year><access-date>2026-09-26</access-date><volume>79</volume><issue>1</issue><fpage>119</fpage><lpage>157</lpage><comment><ext-link ext-link-type="uri" xlink:href="https://digitalcommons.law.uw.edu/wlr/vol79/iss1/10">https://digitalcommons.law.uw.edu/wlr/vol79/iss1/10</ext-link></comment></nlm-citation></ref><ref id="ref21"><label>21</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Boateng</surname><given-names>GO</given-names> </name><name name-style="western"><surname>Neilands</surname><given-names>TB</given-names> </name><name name-style="western"><surname>Frongillo</surname><given-names>EA</given-names> </name><name name-style="western"><surname>Melgar-Qui&#x00F1;onez</surname><given-names>HR</given-names> </name><name name-style="western"><surname>Young</surname><given-names>SL</given-names> </name></person-group><article-title>Best practices for developing and validating scales for health, social, and behavioral research: a primer</article-title><source>Front Public Health</source><year>2018</year><volume>6</volume><fpage>149</fpage><pub-id pub-id-type="doi">10.3389/fpubh.2018.00149</pub-id></nlm-citation></ref><ref id="ref22"><label>22</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Donaldson</surname><given-names>T</given-names> </name><name name-style="western"><surname>Dunfee</surname><given-names>TW</given-names> </name></person-group><article-title>Toward a unified conception of business ethics: integrative social contracts theory</article-title><source>Acad Manag Rev</source><year>1994</year><month>04</month><volume>19</volume><issue>2</issue><fpage>252</fpage><pub-id pub-id-type="doi">10.2307/258705</pub-id></nlm-citation></ref><ref id="ref23"><label>23</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Diamantopoulos</surname><given-names>A</given-names> </name><name name-style="western"><surname>Sarstedt</surname><given-names>M</given-names> </name><name name-style="western"><surname>Fuchs</surname><given-names>C</given-names> </name><name name-style="western"><surname>Wilczynski</surname><given-names>P</given-names> </name><name name-style="western"><surname>Kaiser</surname><given-names>S</given-names> </name></person-group><article-title>Guidelines for choosing between multi-item and single-item scales for construct measurement: a predictive validity perspective</article-title><source>J Acad Mark Sci</source><year>2012</year><month>05</month><volume>40</volume><issue>3</issue><fpage>434</fpage><lpage>449</lpage><pub-id pub-id-type="doi">10.1007/s11747-011-0300-3</pub-id></nlm-citation></ref><ref id="ref24"><label>24</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bergkvist</surname><given-names>L</given-names> </name><name name-style="western"><surname>Rossiter</surname><given-names>JR</given-names> </name></person-group><article-title>The predictive validity of multiple-item versus single-item measures of the same constructs</article-title><source>J Mark Res</source><year>2007</year><month>05</month><volume>44</volume><issue>2</issue><fpage>175</fpage><lpage>184</lpage><pub-id pub-id-type="doi">10.1509/jmkr.44.2.175</pub-id></nlm-citation></ref><ref id="ref25"><label>25</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wanous</surname><given-names>JP</given-names> </name><name name-style="western"><surname>Reichers</surname><given-names>AE</given-names> </name><name name-style="western"><surname>Hudy</surname><given-names>MJ</given-names> </name></person-group><article-title>Overall job satisfaction: how good are single-item measures?</article-title><source>J Appl Psychol</source><year>1997</year><month>04</month><volume>82</volume><issue>2</issue><fpage>247</fpage><lpage>252</lpage><pub-id pub-id-type="doi">10.1037/0021-9010.82.2.247</pub-id><pub-id pub-id-type="medline">9109282</pub-id></nlm-citation></ref><ref id="ref26"><label>26</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Jarvis</surname><given-names>CB</given-names> </name><name name-style="western"><surname>MacKenzie</surname><given-names>SB</given-names> </name><name name-style="western"><surname>Podsakoff</surname><given-names>PM</given-names> </name></person-group><article-title>A critical review of construct indicators and measurement model misspecification in marketing and consumer research</article-title><source>J Consum Res</source><year>2003</year><month>09</month><volume>30</volume><issue>2</issue><fpage>199</fpage><lpage>218</lpage><pub-id pub-id-type="doi">10.1086/376806</pub-id></nlm-citation></ref><ref id="ref27"><label>27</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Bobko</surname><given-names>P</given-names> </name><name name-style="western"><surname>Roth</surname><given-names>PL</given-names> </name><name name-style="western"><surname>Buster</surname><given-names>MA</given-names> </name></person-group><article-title>The usefulness of unit weights in creating composite scores: a literature review, application to content validity, and meta-analysis</article-title><source>Organ Res Methods</source><year>2007</year><volume>10</volume><issue>4</issue><fpage>689</fpage><lpage>709</lpage><pub-id pub-id-type="doi">10.1177/1094428106294734</pub-id></nlm-citation></ref><ref id="ref28"><label>28</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Morgado</surname><given-names>FFR</given-names> </name><name name-style="western"><surname>Meireles</surname><given-names>JFF</given-names> </name><name name-style="western"><surname>Neves</surname><given-names>CM</given-names> </name><name name-style="western"><surname>Amaral</surname><given-names>ACS</given-names> </name><name name-style="western"><surname>Ferreira</surname><given-names>MEC</given-names> </name></person-group><article-title>Scale development: ten main limitations and recommendations to improve future research practices</article-title><source>Psicol Refl Cr&#x00ED;t</source><year>2018</year><month>01</month><volume>30</volume><issue>1</issue><fpage>3</fpage><pub-id pub-id-type="doi">10.1186/s41155-016-0057-1</pub-id></nlm-citation></ref><ref id="ref29"><label>29</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Lynn</surname><given-names>MR</given-names> </name></person-group><article-title>Determination and quantification of content validity</article-title><source>Nurs Res</source><year>1986</year><volume>35</volume><issue>6</issue><fpage>382</fpage><lpage>385</lpage><pub-id pub-id-type="medline">3640358</pub-id></nlm-citation></ref><ref id="ref30"><label>30</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Polit</surname><given-names>DF</given-names> </name><name name-style="western"><surname>Beck</surname><given-names>CT</given-names> </name></person-group><article-title>The content validity index: are you sure you know what&#x2019;s being reported? Critique and recommendations</article-title><source>Res Nurs Health</source><year>2006</year><month>10</month><volume>29</volume><issue>5</issue><fpage>489</fpage><lpage>497</lpage><pub-id pub-id-type="doi">10.1002/nur.20147</pub-id><pub-id pub-id-type="medline">16977646</pub-id></nlm-citation></ref><ref id="ref31"><label>31</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Polit</surname><given-names>DF</given-names> </name><name name-style="western"><surname>Beck</surname><given-names>CT</given-names> </name><name name-style="western"><surname>Owen</surname><given-names>SV</given-names> </name></person-group><article-title>Is the CVI an acceptable indicator of content validity? Appraisal and recommendations</article-title><source>Res Nurs Health</source><year>2007</year><month>08</month><volume>30</volume><issue>4</issue><fpage>459</fpage><lpage>467</lpage><pub-id pub-id-type="doi">10.1002/nur.20199</pub-id><pub-id pub-id-type="medline">17654487</pub-id></nlm-citation></ref><ref id="ref32"><label>32</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Hu</surname><given-names>LT</given-names> </name><name name-style="western"><surname>Bentler</surname><given-names>PM</given-names> </name></person-group><article-title>Cutoff criteria for fit indexes in covariance structure analysis: conventional criteria versus new alternatives</article-title><source>Struct Equ Model</source><year>1999</year><month>01</month><volume>6</volume><issue>1</issue><fpage>1</fpage><lpage>55</lpage><pub-id pub-id-type="doi">10.1080/10705519909540118</pub-id></nlm-citation></ref><ref id="ref33"><label>33</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Taber</surname><given-names>KS</given-names> </name></person-group><article-title>The use of Cronbach&#x2019;s alpha when developing and reporting research instruments in science education</article-title><source>Res Sci Educ</source><year>2018</year><month>12</month><volume>48</volume><fpage>1273</fpage><lpage>1296</lpage><pub-id pub-id-type="doi">10.1007/s11165-016-9602-2</pub-id></nlm-citation></ref><ref id="ref34"><label>34</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Nunnally</surname><given-names>JC</given-names> </name><name name-style="western"><surname>Bernstein</surname><given-names>IH</given-names> </name></person-group><source>Psychometric Theory</source><year>1994</year><edition>3</edition><publisher-name>McGraw Hill</publisher-name><pub-id pub-id-type="other">978-0070478497</pub-id></nlm-citation></ref><ref id="ref35"><label>35</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>HORN</surname><given-names>JL</given-names> </name></person-group><article-title>A rationale and test for the number of factors in factor analysis</article-title><source>Psychometrika</source><year>1965</year><month>06</month><volume>30</volume><issue>2</issue><fpage>179</fpage><lpage>185</lpage><pub-id pub-id-type="doi">10.1007/BF02289447</pub-id><pub-id pub-id-type="medline">14306381</pub-id></nlm-citation></ref><ref id="ref36"><label>36</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Xia</surname><given-names>Y</given-names> </name><name name-style="western"><surname>Yang</surname><given-names>Y</given-names> </name></person-group><article-title>RMSEA, CFI, and TLI in structural equation modeling with ordered categorical data: the story they tell depends on the estimation methods</article-title><source>Behav Res Methods</source><year>2019</year><month>02</month><volume>51</volume><issue>1</issue><fpage>409</fpage><lpage>428</lpage><pub-id pub-id-type="doi">10.3758/s13428-018-1055-2</pub-id><pub-id pub-id-type="medline">29869222</pub-id></nlm-citation></ref><ref id="ref37"><label>37</label><nlm-citation citation-type="book"><person-group person-group-type="author"><name name-style="western"><surname>Kline</surname><given-names>RB</given-names> </name></person-group><source>Principles and Practice of Structural Equation Modeling</source><year>2023</year><publisher-name>Guilford Press</publisher-name><fpage>494</fpage><pub-id pub-id-type="other">9781462551910</pub-id></nlm-citation></ref><ref id="ref38"><label>38</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Fornell</surname><given-names>C</given-names> </name><name name-style="western"><surname>Larcker</surname><given-names>DF</given-names> </name></person-group><article-title>Evaluating structural equation models with unobservable variables and measurement error</article-title><source>J Mark Res</source><year>1981</year><month>02</month><volume>18</volume><issue>1</issue><fpage>39</fpage><lpage>50</lpage><pub-id pub-id-type="doi">10.1177/002224378101800104</pub-id></nlm-citation></ref><ref id="ref39"><label>39</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Igolkina</surname><given-names>AA</given-names> </name><name name-style="western"><surname>Meshcheryakov</surname><given-names>G</given-names> </name></person-group><article-title>semopy: a Python package for structural equation modeling</article-title><source>Struct Equ Model</source><year>2020</year><month>11</month><day>1</day><volume>27</volume><issue>6</issue><fpage>952</fpage><lpage>963</lpage><pub-id pub-id-type="doi">10.1080/10705511.2019.1704289</pub-id></nlm-citation></ref><ref id="ref40"><label>40</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>MacCallum</surname><given-names>RC</given-names> </name><name name-style="western"><surname>Widaman</surname><given-names>KF</given-names> </name><name name-style="western"><surname>Zhang</surname><given-names>S</given-names> </name><name name-style="western"><surname>Hong</surname><given-names>S</given-names> </name></person-group><article-title>Sample size in factor analysis</article-title><source>Psychol Methods</source><year>1999</year><volume>4</volume><issue>1</issue><fpage>84</fpage><lpage>99</lpage><pub-id pub-id-type="doi">10.1037/1082-989X.4.1.84</pub-id></nlm-citation></ref><ref id="ref41"><label>41</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>de Winter</surname><given-names>JCF</given-names> </name><name name-style="western"><surname>Dodou</surname><given-names>D</given-names> </name><name name-style="western"><surname>Wieringa</surname><given-names>PA</given-names> </name></person-group><article-title>Exploratory factor analysis with small sample sizes</article-title><source>Multivariate Behav Res</source><year>2009</year><volume>44</volume><issue>2</issue><fpage>147</fpage><lpage>181</lpage><pub-id pub-id-type="doi">10.1080/00273170902794206</pub-id><pub-id pub-id-type="medline">26754265</pub-id></nlm-citation></ref><ref id="ref42"><label>42</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Costello</surname><given-names>AB</given-names> </name><name name-style="western"><surname>Osborne</surname><given-names>JW</given-names> </name></person-group><article-title>Best practices in exploratory factor analysis: four recommendations for getting the most from your analysis</article-title><source>Pract Assess Res Eval</source><year>2005</year><volume>10</volume><issue>7</issue><fpage>1</fpage><lpage>9</lpage><pub-id pub-id-type="doi">10.7275/jyj1-4868</pub-id></nlm-citation></ref><ref id="ref43"><label>43</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Wolf</surname><given-names>EJ</given-names> </name><name name-style="western"><surname>Harrington</surname><given-names>KM</given-names> </name><name name-style="western"><surname>Clark</surname><given-names>SL</given-names> </name><name name-style="western"><surname>Miller</surname><given-names>MW</given-names> </name></person-group><article-title>Sample size requirements for structural equation models: an evaluation of power, bias, and solution propriety</article-title><source>Educ Psychol Meas</source><year>2013</year><month>12</month><volume>76</volume><issue>6</issue><fpage>913</fpage><lpage>934</lpage><pub-id pub-id-type="doi">10.1177/0013164413495237</pub-id><pub-id pub-id-type="medline">25705052</pub-id></nlm-citation></ref><ref id="ref44"><label>44</label><nlm-citation citation-type="journal"><person-group person-group-type="author"><name name-style="western"><surname>Podsakoff</surname><given-names>PM</given-names> </name><name name-style="western"><surname>MacKenzie</surname><given-names>SB</given-names> </name><name name-style="western"><surname>Lee</surname><given-names>JY</given-names> </name><name name-style="western"><surname>Podsakoff</surname><given-names>NP</given-names> </name></person-group><article-title>Common method biases in behavioral research: a critical review of the literature and recommended remedies</article-title><source>J Appl Psychol</source><year>2003</year><month>10</month><volume>88</volume><issue>5</issue><fpage>879</fpage><lpage>903</lpage><pub-id pub-id-type="doi">10.1037/0021-9010.88.5.879</pub-id><pub-id pub-id-type="medline">14516251</pub-id></nlm-citation></ref></ref-list><app-group><supplementary-material id="app1"><label>Multimedia Appendix 1</label><p>Tables S1-S5 reporting content validity, nonresponse, correlation, and model-fit results supporting the development and validation of the large language model privacy concern assessment.</p><media xlink:href="humanfactors_v13i1e102910_app1.docx" xlink:title="DOCX File, 36 KB"/></supplementary-material><supplementary-material id="app2"><label>Multimedia Appendix 2</label><p>A copy of the complete questionnaire.</p><media xlink:href="humanfactors_v13i1e102910_app2.pdf" xlink:title="PDF File, 148 KB"/></supplementary-material></app-group></back></article>