{"id":"W2773692454","doi":"10.3138/cjpe.31130","title":"The Impact of Practice on Pedagogy: Reflections of Novice Evaluation Teachers","year":2017,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Practicum; Syllabus; Pedagogy; Psychology; Mathematics education; Medical education; Sociology; Medicine","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"qualitative","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"opus","categories":[],"domain":null,"study_design":"qualitative","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04888242,0.0001239482,0.0002519838,0.0005061807,0.0008988548,0.0004976697,0.0008841729,0.00008739465,0.0007449368],"category_scores_gemma":[0.04140887,0.00007575478,0.0002563493,0.0004193529,0.000260255,0.001161007,0.0000161029,0.0002912467,0.00002588051],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007365628,"about_ca_system_score_gemma":0.01378103,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004715839,"about_ca_topic_score_gemma":0.03071858,"domain_scores_codex":[0.993353,0.001450888,0.001183095,0.0001781604,0.003598474,0.0002364005],"domain_scores_gemma":[0.9832164,0.001114198,0.003785201,0.0008292022,0.01078551,0.0002694644],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00008894422,0.00009633283,0.01436075,0.000001755572,0.0001150514,7.512901e-7,0.003173872,0.01342829,0.0001986756,0.0004382807,0.002324212,0.9657731],"study_design_scores_gemma":[0.002477278,0.003799945,0.8471397,0.0001249734,0.0005533072,0.000056687,0.008631938,0.09125762,0.000488908,0.01179237,0.03347253,0.0002047578],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9520902,0.0005061055,0.0003417738,0.007993322,0.001175117,0.00178525,0.00001422663,0.000004700592,0.03608929],"genre_scores_gemma":[0.9985377,0.00002912101,0.001056617,0.00003777998,0.0001499503,0.0000442757,0.000004632405,0.000008634332,0.0001313487],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9655683,"threshold_uncertainty_score":0.9918099,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5343895073017358,"score_gpt":0.6801314847072718,"score_spread":0.145741977405536,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}