{"id":"W4240196603","doi":"10.31234/osf.io/3pw68","title":"Enhancing formative feedback in orthopaedic training: Development and implementation of a competency-based assessment framework","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University; University of Toronto; McMaster University","funders":"","keywords":"Formative assessment; Intraclass correlation; Reliability (semiconductor); Quality (philosophy); Medical education; Grading (engineering); Computer science; Process management; Psychology; Medicine; Engineering; Pedagogy; Psychometrics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.11285,0.0008966731,0.0006246878,0.003966718,0.001827129,0.004687674,0.003274489,0.001195117,0.000534185],"category_scores_gemma":[0.1270866,0.0004549116,0.0007981369,0.001530849,0.002158701,0.00367496,0.003466012,0.001833169,0.0001588508],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01161414,"about_ca_system_score_gemma":0.05305069,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03685941,"about_ca_topic_score_gemma":0.05839971,"domain_scores_codex":[0.9304684,0.0398813,0.004726603,0.001824803,0.02160883,0.00148994],"domain_scores_gemma":[0.9021347,0.04797282,0.007697036,0.003546109,0.03504745,0.00360188],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002013397,0.002197967,0.04359319,0.002159637,0.0001000464,0.0001323075,0.0194814,0.003381575,0.004839131,0.004974968,0.002035644,0.9169027],"study_design_scores_gemma":[0.001320501,0.01694304,0.4878044,0.02506445,0.001196322,0.002457609,0.07366224,0.1442233,0.08040223,0.03422414,0.1312165,0.001485253],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.3989131,0.003128465,0.5484526,0.008628767,0.0004044243,0.02247744,0.0002509368,0.001382648,0.01636153],"genre_scores_gemma":[0.2288876,0.0005272334,0.7669296,0.00022778,0.0000258251,0.002692694,0.0001116418,0.00002547768,0.0005721411],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.11285,"threshold_uncertainty_score":0.5968149,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02841194429166154,"score_gpt":0.3842013234463133,"score_spread":0.3557893791546518,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}