{"id":"W2748982708","doi":"10.1111/apps.12108","title":"Are Attention Check Questions a Threat to Scale Validity?","year":2017,"lang":"en","type":"article","venue":"Applied Psychology","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":364,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Respondent; Scale (ratio); Psychology; Mindset; External validity; Social psychology; Survey research; Applied psychology; Measurement invariance; Confirmatory factor analysis; Computer science; Structural equation modeling","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003118133,0.0002006516,0.0002928894,0.0001497053,0.0007011197,0.00006223685,0.0005968638,0.0003122075,0.002979018],"category_scores_gemma":[0.00002227178,0.0002074916,0.0001528736,0.0001033386,0.0001846664,0.00008048199,0.00009504343,0.0003352088,0.01081363],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004050207,"about_ca_system_score_gemma":0.00001186783,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003086262,"about_ca_topic_score_gemma":0.0006316031,"domain_scores_codex":[0.9981819,0.00008240115,0.0003890276,0.0006559069,0.0001182668,0.0005725073],"domain_scores_gemma":[0.9975832,0.00002128418,0.0003618386,0.001653134,0.00007015293,0.0003104683],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0006785929,0.002736929,0.2967527,0.00003024516,0.00009312967,0.00006771711,0.000986798,9.404889e-7,0.003280583,0.07458096,0.49129,0.1295014],"study_design_scores_gemma":[0.0008953655,0.0001889346,0.9480592,0.0000274345,0.00003723635,0.00002913094,0.0002046767,4.89068e-7,0.00003042455,0.002411422,0.0479159,0.0001997658],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8189322,0.00004370647,0.001500279,0.006892378,0.003232348,0.0006071287,0.00005122868,0.0001550287,0.1685856],"genre_scores_gemma":[0.9866509,0.000007095057,0.0006445753,0.003378678,0.0003803816,0.0007302944,0.00002609919,0.0000365018,0.008145495],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6513065,"threshold_uncertainty_score":0.9979324,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1773054437028686,"score_gpt":0.4842568322078454,"score_spread":0.3069513885049768,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}