{"id":"W2748982708","doi":"10.1111/apps.12108","title":"Are Attention Check Questions a Threat to Scale Validity?","year":2017,"lang":"en","type":"article","venue":"Applied Psychology","topic":"Behavioral Health and Interventions","field":"Psychology","cited_by":364,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Respondent; Scale (ratio); Psychology; Mindset; External validity; Social psychology; Survey research; Applied psychology; Measurement invariance; Confirmatory factor analysis; Computer science; Structural equation modeling","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5608995,0.001559719,0.002146626,0.005055964,0.003491189,0.004632252,0.003621061,0.004439294,0.004163398],"category_scores_gemma":[0.833712,0.001560321,0.004246653,0.006786624,0.01416687,0.006911035,0.005203754,0.005081584,0.001295898],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003885373,"about_ca_system_score_gemma":0.005112233,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003582909,"about_ca_topic_score_gemma":0.00426699,"domain_scores_codex":[0.3334469,0.5234659,0.05018981,0.01553831,0.0741442,0.003214947],"domain_scores_gemma":[0.05813489,0.8264875,0.03189025,0.05606047,0.0262058,0.00122118],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.003128401,0.001431498,0.2920678,0.006168831,0.004313077,0.000523054,0.03505632,0.002012969,0.003177338,0.05800261,0.04317689,0.5509413],"study_design_scores_gemma":[0.002158748,0.004142159,0.6060357,0.01353135,0.001953888,0.001848147,0.01781011,0.0191103,0.01433742,0.1625104,0.1556212,0.0009406603],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.3462608,0.01164259,0.4608963,0.07106883,0.01125302,0.01963183,0.002827836,0.002210399,0.07420838],"genre_scores_gemma":[0.7935626,0.001909152,0.1514345,0.02486718,0.002405596,0.02190657,0.001207702,0.000488719,0.002217966],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4391005,"threshold_uncertainty_score":0.5414891,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1773054437028686,"score_gpt":0.4842568322078454,"score_spread":0.3069513885049768,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}