{"id":"W2017217841","doi":"10.1080/00220973.2013.795127","title":"The “None of the Above” Option in Multiple-Choice Testing: An Experimental Study","year":2013,"lang":"en","type":"article","venue":"The Journal of Experimental Education","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":32,"is_retracted":false,"has_abstract":true,"ca_institutions":"Brock University","funders":"","keywords":"Multiple choice; Test (biology); Incentive; Actuarial science; Psychology; Social psychology; Economics; Statistics; Mathematics; Significant difference; Microeconomics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02673357,0.001779876,0.001658825,0.0008708614,0.001490067,0.002259753,0.002775464,0.002533584,0.00733173],"category_scores_gemma":[0.1485595,0.00164864,0.0008901915,0.0006915771,0.002279067,0.003859774,0.00150833,0.003785127,0.001011444],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001011566,"about_ca_system_score_gemma":0.001573176,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008543473,"about_ca_topic_score_gemma":0.001085638,"domain_scores_codex":[0.9749902,0.01500487,0.002242291,0.002394951,0.004647901,0.0007197148],"domain_scores_gemma":[0.6464311,0.3192126,0.01391748,0.01090044,0.0046586,0.004879743],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"nonrandomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.102643,0.7064082,0.02591401,0.001308401,0.0004061939,0.0004467247,0.01535867,0.002449547,0.0256864,0.002279012,0.001588906,0.1155109],"study_design_scores_gemma":[0.08144455,0.7813929,0.07189746,0.0005156868,0.0006355603,0.0005922113,0.003257033,0.02234533,0.02803987,0.005285885,0.004099333,0.0004941531],"study_design_candidate":"randomized_trial","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9976235,0.0000384043,0.0006998392,0.0000676639,0.00005079321,0.0007467978,0.00002946104,0.00001838789,0.0007251596],"genre_scores_gemma":[0.984576,0.000113959,0.00964837,0.0003164796,0.000115969,0.003651682,0.00008669532,0.00002669412,0.001464236],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02673357,"threshold_uncertainty_score":0.1413823,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06713802323590551,"score_gpt":0.4146081031901835,"score_spread":0.347470079954278,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}