{"id":"W2194885127","doi":"10.5206/cjsotl-rcacea.2015.3.2","title":"A Systematic Assessment of ‘None of the Above’ on Multiple Choice Tests in a First Year Psychology Classroom","year":2015,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"Brock University; McMaster University","funders":"","keywords":"Psychology; Experimental psychology; Cognitive psychology; Quality (philosophy); Social psychology; Epistemology; Cognition","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01345314,0.00008448873,0.0002368212,0.0001146844,0.001561758,0.00009651799,0.0006129905,0.00007135869,0.00000751999],"category_scores_gemma":[0.01070051,0.00004562247,0.00009641222,0.0001702055,0.0002319394,0.000104597,0.00002442757,0.001459197,5.318438e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001473767,"about_ca_system_score_gemma":0.0004534481,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01844562,"about_ca_topic_score_gemma":0.1519796,"domain_scores_codex":[0.9971079,0.001837383,0.0003418491,0.00008993961,0.0003755336,0.0002473826],"domain_scores_gemma":[0.9958331,0.003293605,0.0004507511,0.0001748755,0.0001107127,0.0001369432],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002266941,0.00002783985,0.9662115,0.0001590163,0.00007487319,7.537476e-7,0.02781275,0.001042015,0.00005194393,0.004072385,0.0001202775,0.0004039597],"study_design_scores_gemma":[0.001455206,0.0002835164,0.9509419,0.003520252,0.0001160074,0.000009556748,0.03813038,0.0005885288,0.000004708821,0.00165499,0.003170194,0.0001248087],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.992152,0.0005000302,0.00003923503,0.004094859,0.0003862768,0.0004285839,0.000002794811,0.000003485569,0.002392733],"genre_scores_gemma":[0.9991416,0.00001807091,0.0001954221,0.00007597789,0.0000979102,0.000007681207,2.622847e-7,0.000009221425,0.0004538118],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.133534,"threshold_uncertainty_score":0.9997381,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0797850047565336,"score_gpt":0.4017867493709146,"score_spread":0.322001744614381,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}