{"id":"W2194885127","doi":"10.5206/cjsotl-rcacea.2015.3.2","title":"A Systematic Assessment of ‘None of the Above’ on Multiple Choice Tests in a First Year Psychology Classroom","year":2015,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"Brock University; McMaster University","funders":"","keywords":"Psychology; Experimental psychology; Cognitive psychology; Quality (philosophy); Social psychology; Epistemology; Cognition","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03647704,0.001291936,0.001457196,0.002496619,0.001219,0.001948196,0.001465746,0.001472544,0.004974866],"category_scores_gemma":[0.1227566,0.0005766703,0.001254418,0.001605014,0.001965244,0.001795108,0.002316313,0.00218757,0.003138599],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008486268,"about_ca_system_score_gemma":0.002043514,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000421222,"about_ca_topic_score_gemma":0.001909982,"domain_scores_codex":[0.9512433,0.0192252,0.009612168,0.004677468,0.01416369,0.001078018],"domain_scores_gemma":[0.8078187,0.09861836,0.02615253,0.02310855,0.03960129,0.004700516],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.002116077,0.005756851,0.2489404,0.002737215,0.0004874499,0.0006094454,0.01091803,0.0007961708,0.1133708,0.004432939,0.0186991,0.5911356],"study_design_scores_gemma":[0.0001845274,0.01235184,0.8390014,0.001344246,0.0002492112,0.001529289,0.004498783,0.003900282,0.0728626,0.005774472,0.05785924,0.0004441962],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8849657,0.001239877,0.08613917,0.001313044,0.0008801349,0.003495258,0.0009762945,0.001708995,0.01928158],"genre_scores_gemma":[0.7735049,0.0009987424,0.2091592,0.001460843,0.0002380212,0.006307599,0.001018421,0.0005337595,0.006778449],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03647704,"threshold_uncertainty_score":0.1929113,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0797850047565336,"score_gpt":0.4017867493709146,"score_spread":0.322001744614381,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}