{"id":"W2185685412","doi":"10.1080/10691898.2003.11910695","title":"Multiple-Choice Randomization","year":2003,"lang":"en","type":"article","venue":"Journal of Statistics Education","topic":"Machine Learning and Algorithms","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University","funders":"","keywords":"Randomization; Cheating; Randomized experiment; Computer science; Randomized controlled trial; Sample (material); Mathematics education; Psychology; Statistics; Econometrics; Mathematics; Social psychology; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000456161,0.00005615357,0.0001026198,0.0001121624,0.00006509893,0.00008793164,0.0001760047,0.00002105637,0.00002191097],"category_scores_gemma":[0.003482528,0.00004831711,0.00002619665,0.0001561931,0.000009832815,0.0002333473,0.000007486291,0.000134655,0.000008713582],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003590132,"about_ca_system_score_gemma":0.0003560031,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000009889578,"about_ca_topic_score_gemma":0.000001559224,"domain_scores_codex":[0.9992374,0.0001365297,0.0002772449,0.00007050538,0.0001977055,0.0000806024],"domain_scores_gemma":[0.9984866,0.0005994071,0.0003618149,0.0001112762,0.0003719933,0.00006888619],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00003552794,0.0006738794,0.03132046,0.00005665658,0.00005667724,0.000008867046,0.002203943,0.005510869,0.0005803936,0.4183388,0.04584606,0.4953679],"study_design_scores_gemma":[0.01378717,0.000851898,0.1088527,0.0002709026,0.000146534,0.00102128,0.0004974953,0.3737261,0.002338281,0.1473275,0.3502383,0.0009418788],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.004077123,0.0001317552,0.9929078,0.0002726754,0.001720459,0.00004274975,0.000001265237,0.00000900848,0.0008371277],"genre_scores_gemma":[0.4185781,0.00003175169,0.5805926,0.0001321491,0.000198875,0.000001253593,0.000002635908,0.000004870852,0.0004577725],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.494426,"threshold_uncertainty_score":0.4169163,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.007929292996903231,"score_gpt":0.271504982347463,"score_spread":0.2635756893505597,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}