{"id":"W4414007705","doi":"10.51644/mdwp4480","title":"Cognitive Reflection Test & Alternatives","year":2021,"lang":"en","type":"report","venue":"","topic":"Educational and Psychological Assessments","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Wilfrid Laurier University","funders":"","keywords":"Reflection (computer programming); Test (biology); Cognition; Computer science; Psychology; Neuroscience; Geology; Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002104078,0.0009429959,0.0007084112,0.00179466,0.0006004173,0.001441807,0.001894683,0.001508286,0.03036189],"category_scores_gemma":[0.01969141,0.0003273196,0.00084896,0.001159162,0.0005112326,0.002597422,0.002036856,0.002572576,0.01221225],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004172742,"about_ca_system_score_gemma":0.0008917213,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001026468,"about_ca_topic_score_gemma":0.001385268,"domain_scores_codex":[0.9979107,0.0005320756,0.0003541721,0.0002670631,0.0007714061,0.0001645339],"domain_scores_gemma":[0.9933091,0.002296787,0.001247424,0.0005949425,0.001815847,0.0007358672],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.003868782,0.008523616,0.100212,0.0006754194,0.000190998,0.0008454474,0.001486136,0.002693956,0.003265254,0.01360881,0.1701495,0.6944802],"study_design_scores_gemma":[0.002448006,0.008526093,0.5036044,0.0009959243,0.0002470726,0.005900338,0.002130273,0.01038349,0.0169758,0.06005771,0.3882917,0.0004392332],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.5545644,0.002260196,0.03032486,0.006479879,0.001250717,0.01050617,0.04797731,0.003316709,0.3433198],"genre_scores_gemma":[0.6952971,0.002087735,0.09408247,0.00318038,0.0003606207,0.01884983,0.0370651,0.0005315974,0.1485452],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.03036189,"threshold_uncertainty_score":0.1015707,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.326280185060658,"score_gpt":0.5621136385452814,"score_spread":0.2358334534846234,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}