{"id":"W4244970636","doi":"10.31234/osf.io/9vrdn","title":"Are Attention Check Questions a Threat to Scale Validity?","year":2017,"lang":"en","type":"preprint","venue":"","topic":"Job Satisfaction and Organizational Behavior","field":"Business, Management and Accounting","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Respondent; Scale (ratio); Psychology; Mindset; External validity; Survey research; Applied psychology; Social psychology; Affect (linguistics); Measurement invariance; Computer science; Confirmatory factor analysis; Statistics; Structural equation modeling; Political science; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5447336,0.001689335,0.002245705,0.005568961,0.003894606,0.005048474,0.003782828,0.004621586,0.005024667],"category_scores_gemma":[0.8440357,0.001568228,0.004016925,0.007371602,0.0152966,0.007362092,0.005455703,0.005562756,0.001655355],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003843373,"about_ca_system_score_gemma":0.005141999,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003464951,"about_ca_topic_score_gemma":0.003792439,"domain_scores_codex":[0.3506153,0.5006529,0.04834669,0.01785786,0.07941774,0.003109536],"domain_scores_gemma":[0.05414838,0.827484,0.02764625,0.06047669,0.02903676,0.001207844],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.003133306,0.001444413,0.2240731,0.006117919,0.003770449,0.0006463946,0.03494384,0.002291408,0.00389457,0.07679938,0.05764214,0.5852431],"study_design_scores_gemma":[0.002490556,0.003816779,0.4739073,0.01364542,0.001883494,0.002040533,0.01815161,0.02258255,0.01646864,0.2394709,0.2045004,0.001041942],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2648506,0.009906552,0.5327136,0.07638238,0.01257881,0.02091421,0.00307,0.002576756,0.07700715],"genre_scores_gemma":[0.7338643,0.001919068,0.1977029,0.03151424,0.003352875,0.02654303,0.00146847,0.0006876409,0.002947369],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4552664,"threshold_uncertainty_score":0.5614245,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06051696628224102,"score_gpt":0.3007946208904822,"score_spread":0.2402776546082412,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}