{
  "abstract": "Central to debates about the use of artificial intelligence (AI) models for qualitative research are concerns about comparability and trust in AI generated findings. The present methodological study compared findings from a transformer-based Natural Language Processing (NLP) model, BERT, against a traditional content analysis approach to qualitative research using the same text data. We examined claims that AI models generate findings that are identical or similar to traditional qualitative approaches. The study assessed three aspects of comparability between the BERT model solution and human-coded findings that included topic labeling, classification overlap, and AI replicability. Results indicated broad similarity in the semantic meaning of topic categories generated by the BERT model and themes from content analysis. There was low overlap in the classification of individual participant responses between BERT and content analysis categories, even for categories similar in semantic meaning. Running the BERT model a second time on the same input data resulted in differences in topic categories and document classification between the two approaches. Study implications and research recommendations for the use of NLP models are discussed.",
  "abstract_shown": true,
  "affiliations": [],
  "article_type": null,
  "arxiv": null,
  "author_total": 2,
  "authors": [
    {
      "name": "Matthew Baron"
    },
    {
      "name": "Catherine Stein"
    }
  ],
  "bibtex": "https://research.draconitic.com/paper/ckbkyzn6rq553.bib",
  "cited_by": 0,
  "doi": "10.31234/osf.io/53uds_v1",
  "fulltext_url": null,
  "id": "ckbkyzn6rq553",
  "issns": [],
  "landing_url": "https://osf.io/preprints/psyarxiv/53uds_v1/",
  "language": null,
  "licence": "CC-BY-4.0",
  "licence_label": "CC BY 4.0",
  "licence_source": "article",
  "licence_url": "https://creativecommons.org/licenses/by/4.0/",
  "metadata_licence": null,
  "native_subjects": [
    [
      "bepress",
      "Computational Modeling"
    ],
    [
      "bepress",
      "Experimental Design and Sample Surveys"
    ],
    [
      "bepress",
      "Quantitative Methods"
    ],
    [
      "bepress",
      "Social and Behavioral Sciences"
    ],
    [
      "bepress",
      "Statistical Methods"
    ],
    [
      "openalex",
      "3300|Computational and Text Analysis Methods"
    ]
  ],
  "openalex": "W7221164480",
  "pdf_url": "https://osf.io/53uds/download",
  "pmcid": null,
  "pmid": null,
  "published": "2026-10-09",
  "publisher": null,
  "ris": "https://research.draconitic.com/paper/ckbkyzn6rq553.ris",
  "sources": [
    {
      "first_seen": "2026-10-30T12:21:18Z",
      "native_id": "53uds",
      "source": "osf",
      "url": "https://osf.io/preprints/psyarxiv/53uds_v1/"
    }
  ],
  "subjects": [
    {
      "field": "mathematics",
      "origin": "bepress:Statistical Methods",
      "subfield": "statistics"
    }
  ],
  "title": "In AI Do We Trust? Comparing a Transformer-Based Natural Language Processing Model Against a Traditional Content Analysis Approach to Qualitative Research",
  "title_text": "In AI Do We Trust? Comparing a Transformer-Based Natural Language Processing Model Against a Traditional Content Analysis Approach to Qualitative Research",
  "type": "preprint",
  "updated_at": "2026-10-30T12:21:18Z",
  "url": "https://research.draconitic.com/paper/ckbkyzn6rq553",
  "venue": "PsyArXiv",
  "versions": []
}