{"id":"W3139404955","doi":"10.3138/cjpe.71359","title":"Re-Envisioning Evaluation Pedagogy with a Community of Scholar Teachers","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Pedagogy; Sociology; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.07809066,0.0009248913,0.001015772,0.00318629,0.01626325,0.03178938,0.004486785,0.006498957,0.009155082],"category_scores_gemma":[0.07108867,0.0007176936,0.0008123987,0.00156806,0.0468614,0.02741268,0.02617457,0.01512195,0.002971802],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01144792,"about_ca_system_score_gemma":0.03695085,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009123472,"about_ca_topic_score_gemma":0.02474937,"domain_scores_codex":[0.9364908,0.04926559,0.001337681,0.003526878,0.00750275,0.00187628],"domain_scores_gemma":[0.9231198,0.0321934,0.002998805,0.01181619,0.01840227,0.01146953],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.00005466428,0.0004270415,0.001897323,0.0003014023,0.00005478902,0.000462218,0.119947,0.0007425447,0.001185309,0.6839107,0.07130006,0.1197171],"study_design_scores_gemma":[0.00008377017,0.0001585019,0.000787169,0.000829131,0.00003440122,0.000507751,0.06084105,0.002164095,0.0009044759,0.4570662,0.4765431,0.00008029858],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.03178852,0.005100841,0.3977846,0.3162788,0.006087188,0.001378736,0.00005433306,0.001751988,0.239775],"genre_scores_gemma":[0.6376491,0.002887063,0.2130508,0.02815296,0.001635255,0.001146636,0.000106879,0.001114046,0.1142573],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.07809066,"threshold_uncertainty_score":0.4129878,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4830094280355481,"score_gpt":0.5808736776311207,"score_spread":0.09786424959557266,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}