{"id":"W2945068297","doi":"10.3138/cjpe.42239","title":"20 Years Later: Reflections on the CES Student Evaluation Case Competition","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Memorial University of Newfoundland; University of Waterloo","funders":"","keywords":"Competition (biology); Teamwork; Psychology; Computer-assisted web interviewing; Medical education; Social psychology; Applied psychology; Marketing; Management; Medicine; Business; Economics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05172373,0.0009221199,0.0009309195,0.001601705,0.03167898,0.02017165,0.006089556,0.01310399,0.009550915],"category_scores_gemma":[0.08409288,0.0007901223,0.001536718,0.001619953,0.009261522,0.005496109,0.0147014,0.02731013,0.002348378],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02697572,"about_ca_system_score_gemma":0.03006085,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.07261302,"about_ca_topic_score_gemma":0.2191593,"domain_scores_codex":[0.9500892,0.02388707,0.001307528,0.001607651,0.01063436,0.0124742],"domain_scores_gemma":[0.8994969,0.0162403,0.003898836,0.001906921,0.02509231,0.05336474],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002647069,0.003092051,0.01595653,0.0002414663,0.00006917189,0.01480394,0.3379797,0.0004148877,0.001055768,0.01697369,0.5439876,0.06516051],"study_design_scores_gemma":[0.00004344011,0.0004335897,0.01089152,0.0003903072,0.00001539271,0.002114505,0.5166534,0.0003467064,0.0004510318,0.001998601,0.466498,0.0001635661],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.2876464,0.0022002,0.001047317,0.6471612,0.01502579,0.0003337227,0.000212597,0.00009994847,0.04627285],"genre_scores_gemma":[0.8042017,0.002517001,0.00140841,0.1204428,0.004722313,0.0004236064,0.0002605081,0.0002182982,0.06580559],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.07261302,"threshold_uncertainty_score":0.2735445,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4493941165396864,"score_gpt":0.5776639702248278,"score_spread":0.1282698536851415,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}