{"id":"W4310964368","doi":"10.5489/cuaj.8103","title":"Feedback and formative assessment in Competency by Design: The experience of residents and supervisors within a urology training program","year":2022,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Formative assessment; Workload; Medical education; Supervisor; Focus group; Psychology; Medicine; Pedagogy; Computer science; Management","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02662228,0.0005367078,0.0004722844,0.0008134744,0.005033894,0.003251658,0.001610588,0.001396388,0.001713875],"category_scores_gemma":[0.04200647,0.0005697498,0.0004470763,0.0005504657,0.007297211,0.001859318,0.00454486,0.002528298,0.0003164864],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002721809,"about_ca_system_score_gemma":0.005336461,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002498967,"about_ca_topic_score_gemma":0.004224041,"domain_scores_codex":[0.9757716,0.01940061,0.0004341001,0.0006336805,0.002434023,0.001325929],"domain_scores_gemma":[0.9586303,0.02881252,0.003458907,0.00120564,0.003365892,0.004526556],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00008471499,0.0003335299,0.008380509,0.0003549031,0.00001045577,0.0006697377,0.9602855,0.0001437076,0.001702562,0.0003382362,0.001097525,0.02659855],"study_design_scores_gemma":[0.00004626711,0.002154615,0.01779449,0.0008297262,0.00003175773,0.003244864,0.9413915,0.0006441856,0.003000217,0.000716676,0.03004476,0.00010084],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9808261,0.001032388,0.009989427,0.002459605,0.00009358722,0.0002997303,0.00004240268,0.00008585107,0.005171042],"genre_scores_gemma":[0.9900434,0.0005880131,0.006445935,0.000680584,0.00004476335,0.0001824386,0.00002536359,0.00003436973,0.001955122],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02662228,"threshold_uncertainty_score":0.1407937,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02632867465877963,"score_gpt":0.3073449191700894,"score_spread":0.2810162445113097,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}