{
  "abstract": "Careless responding (CR) is a major concern for data quality in the social sciences. It is common for researchers to attempt to detect and filter out CR at the respondent level. Though various choices are available, detection methods relying solely on response data have received much attention since they do not require the collection of additional information. Along these lines, model-based approaches to CR detection rely on specifying distinct measurement models for careful and careless respondents in a mixture model. In contrast, model-agnostic methods aim to identify thresholds of careless respondent indices, making classifications without reliance on measurement models. Although these two streams share some common assumptions for CR, these methods have been developed in parallel and have not been directly compared. To systematically compare these two streams of approaches, we conducted three large-scale simulation studies manipulating the number of items, proportion of reverse-coded items, contamination rates, carelessness types, presence of model misspecification, item properties, as well as sample sizes. To balance generalizability and realism, conditions for the first two simulations were inspired by real instruments from personality and health outcome measures, while the third simulation study explicitly manipulated item properties to de-confound naturally occurring variability induced under the first two studies. Generally, results indicate that model-based approaches are more specificity-focused and should be preferred under lower contamination rates and fewer items, while model-agnostic approaches are sensitivity-focused and outperform model-based approaches under other contamination rates and more CR types provided there are a sufficient number of items.",
  "abstract_shown": true,
  "affiliations": [],
  "article_type": null,
  "arxiv": null,
  "author_total": 2,
  "authors": [
    {
      "name": "Wenshuo Li"
    },
    {
      "name": "Carl F. Falk"
    }
  ],
  "bibtex": "https://research.draconitic.com/paper/c6cd6wk26ebhw.bib",
  "cited_by": 0,
  "doi": "10.31234/osf.io/ahk4t_v2",
  "fulltext_url": null,
  "id": "c6cd6wk26ebhw",
  "issns": [],
  "landing_url": "https://osf.io/preprints/psyarxiv/ahk4t_v2/",
  "language": null,
  "licence": "CC-BY-4.0",
  "licence_label": "CC BY 4.0",
  "licence_source": "article",
  "licence_url": "https://creativecommons.org/licenses/by/4.0/",
  "metadata_licence": null,
  "native_subjects": [
    [
      "bepress",
      "Psychometrics"
    ],
    [
      "bepress",
      "Quantitative Methods"
    ],
    [
      "bepress",
      "Quantitative Psychology"
    ],
    [
      "bepress",
      "Social and Behavioral Sciences"
    ],
    [
      "bepress",
      "Statistical Methods"
    ],
    [
      "openalex",
      "1803|Psychometric Methodologies and Testing"
    ]
  ],
  "openalex": "W7212432741",
  "pdf_url": "https://osf.io/ahk4t/download",
  "pmcid": null,
  "pmid": null,
  "published": "2026-09-10",
  "publisher": null,
  "ris": "https://research.draconitic.com/paper/c6cd6wk26ebhw.ris",
  "sources": [
    {
      "first_seen": "2026-10-30T12:25:13Z",
      "native_id": "ahk4t",
      "source": "osf",
      "url": "https://osf.io/preprints/psyarxiv/ahk4t_v1/"
    }
  ],
  "subjects": [
    {
      "field": "mathematics",
      "origin": "bepress:Statistical Methods",
      "subfield": "statistics"
    }
  ],
  "title": "Unsupervised Careless Responding Detection: A Comprehensive Comparison between Model-based and Model-Agnostic Approaches",
  "title_text": "Unsupervised Careless Responding Detection: A Comprehensive Comparison between Model-based and Model-Agnostic Approaches",
  "type": "preprint",
  "updated_at": "2026-10-30T12:25:13Z",
  "url": "https://research.draconitic.com/paper/c6cd6wk26ebhw",
  "venue": "PsyArXiv",
  "versions": []
}