{"id":"W4378223534","doi":"10.1002/ev.20536","title":"Learning by linking the Canadian Evaluation Society's student case competition within a graduate evaluation course","year":2023,"lang":"en","type":"article","venue":"New Directions for Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Experiential learning; Dialogic; Pedagogy; Psychology; Nature versus nurture; Situated; Competition (biology); Professional development; Assessment for learning; Sociology; Formative assessment; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.08201619,0.0002943852,0.0002813505,0.00055217,0.0041688,0.001107166,0.0004136903,0.0001952985,0.001570499],"category_scores_gemma":[0.004627426,0.0002343985,0.000293823,0.002989394,0.000101132,0.0008964866,0.00005741287,0.0004527121,0.0005705869],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002082793,"about_ca_system_score_gemma":0.004821155,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.01289517,"about_ca_topic_score_gemma":0.2523465,"domain_scores_codex":[0.9863285,0.002559059,0.001168215,0.0008428421,0.008563664,0.0005376657],"domain_scores_gemma":[0.9904892,0.00152772,0.0007585991,0.0006627764,0.006287098,0.0002745857],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002459207,0.00009808716,0.003322271,0.000008447749,0.0001558221,0.0000014189,0.01602391,0.3554457,0.0002858549,0.0008382401,0.08079413,0.5430016],"study_design_scores_gemma":[0.002326858,0.0001666578,0.01473988,0.00003401322,0.0007020396,0.00004309726,0.01309792,0.9360473,0.0001460785,0.01179326,0.02062775,0.0002752029],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9514962,0.0005276616,0.00617166,0.01902125,0.005344915,0.009802668,0.00008894522,0.0003878107,0.007158844],"genre_scores_gemma":[0.9921185,0.00004963144,0.0004196869,0.0003964445,0.000512786,0.002359136,0.001503502,0.00004005697,0.002600291],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5806016,"threshold_uncertainty_score":0.9999298,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.342939436925835,"score_gpt":0.5475533572533501,"score_spread":0.2046139203275151,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}