{"id":"W2017217841","doi":"10.1080/00220973.2013.795127","title":"The “None of the Above” Option in Multiple-Choice Testing: An Experimental Study","year":2013,"lang":"en","type":"article","venue":"The Journal of Experimental Education","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"ca_institutions":"Brock University","funders":"","keywords":"Multiple choice; Test (biology); Incentive; Actuarial science; Psychology; Social psychology; Economics; Statistics; Mathematics; Significant difference; Microeconomics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001167002,0.00009449516,0.0001161885,0.00004670685,0.0006329976,0.0001056636,0.0006579173,0.00003139783,0.0000769732],"category_scores_gemma":[0.0003178297,0.00004922003,0.00005235305,0.0002997528,0.0002381363,0.0005516217,0.0000658018,0.0001666443,0.000005711296],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002466532,"about_ca_system_score_gemma":0.0002612048,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005661093,"about_ca_topic_score_gemma":0.0004649181,"domain_scores_codex":[0.9981611,0.0006049947,0.0004100112,0.00007950999,0.0005762841,0.0001680466],"domain_scores_gemma":[0.9985186,0.0005706628,0.0004791113,0.0001989591,0.0001745919,0.0000580241],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001019721,0.006896893,0.3873582,0.000001668653,0.00003680075,1.716258e-7,0.266033,0.00003163016,0.3357962,0.0006726721,0.0008678819,0.002202958],"study_design_scores_gemma":[0.0005033895,0.0004090065,0.4162419,0.00002334324,0.0000131969,0.000002219643,0.5672147,0.00004559636,0.01516906,0.00009068561,0.0002236711,0.00006322387],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9945312,0.0008732248,0.000001189353,0.0006721889,0.001098615,0.0007501912,1.951967e-7,0.000004789475,0.002068369],"genre_scores_gemma":[0.9990702,0.00001872769,0.00009479665,0.00006038756,0.000401019,0.00003596951,3.195051e-7,0.000008168397,0.0003104586],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3206271,"threshold_uncertainty_score":0.8557916,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06713802323590551,"score_gpt":0.4146081031901835,"score_spread":0.347470079954278,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}