{"id":"W2773692454","doi":"10.3138/cjpe.31130","title":"The Impact of Practice on Pedagogy: Reflections of Novice Evaluation Teachers","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Practicum; Syllabus; Pedagogy; Psychology; Mathematics education; Medical education; Sociology; Medicine","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"opus","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01709959,0.0006773592,0.0008468509,0.001870453,0.009940646,0.01253331,0.002418162,0.003882527,0.003077976],"category_scores_gemma":[0.08716098,0.0009028293,0.0005938559,0.0007979349,0.01175185,0.004517244,0.01004207,0.01026376,0.000887557],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006961583,"about_ca_system_score_gemma":0.005480904,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00574918,"about_ca_topic_score_gemma":0.01007168,"domain_scores_codex":[0.972985,0.01650941,0.0008907918,0.001507839,0.004684131,0.003422828],"domain_scores_gemma":[0.9182844,0.05243654,0.003887671,0.003597717,0.01339355,0.00840014],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00009088957,0.0006340194,0.009667485,0.0002092927,0.00001392498,0.002657377,0.9477775,0.0001771362,0.001871726,0.002102633,0.004259564,0.03053844],"study_design_scores_gemma":[0.00001996722,0.0003982733,0.00896498,0.0003130209,0.00001582755,0.001195289,0.9518654,0.0003423687,0.002328705,0.001275453,0.0332205,0.00006014111],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9549097,0.0008400067,0.005260821,0.0112579,0.0003119404,0.0002341128,0.00004606104,0.0001048902,0.0270346],"genre_scores_gemma":[0.9883387,0.0004378498,0.001304993,0.001118156,0.00006212305,0.0000856454,0.00002410547,0.0001109099,0.008517546],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01709959,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5343895073017358,"score_gpt":0.6801314847072718,"score_spread":0.145741977405536,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}