{"id":"W3031759560","doi":"10.3138/cjpe.69030","title":"Kylie Hutchinson, ed. (2018). <i>Evaluation Failures: 22 Tales of Mistakes Made and Lessons Learned</i> .","year":2020,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02708369,0.001313495,0.0008741674,0.005087219,0.003060753,0.008452798,0.002757339,0.005144746,0.0204815],"category_scores_gemma":[0.09793482,0.001004518,0.0005919703,0.003719889,0.005266787,0.009640306,0.005284423,0.01091698,0.01476485],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006813215,"about_ca_system_score_gemma":0.02875214,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04308569,"about_ca_topic_score_gemma":0.1024066,"domain_scores_codex":[0.989842,0.002687583,0.001203751,0.0007437661,0.00506284,0.0004601513],"domain_scores_gemma":[0.9321434,0.02635863,0.004640713,0.001563393,0.02848318,0.00681062],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000106958,0.00000424106,0.0003845528,0.0002901274,0.000004873551,0.00003979036,0.0004642047,0.00002624943,0.00002311378,0.001209157,0.9235917,0.07395127],"study_design_scores_gemma":[0.00001443646,0.00001418055,0.001993093,0.006317027,0.00002229404,0.0003952497,0.002020279,0.00008448853,0.0001590864,0.006984657,0.9819479,0.00004723872],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.0002842511,0.3252078,0.002578029,0.6257586,0.03027586,0.00004201485,0.0002917838,0.0003616748,0.01519997],"genre_scores_gemma":[0.01202911,0.7318454,0.007790549,0.1557204,0.02407228,0.0001978862,0.0006581923,0.000775055,0.06691124],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.04308569,"threshold_uncertainty_score":0.143234,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1614933911372405,"score_gpt":0.4195411450148336,"score_spread":0.2580477538775932,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}