{"id":"W4205534591","doi":"10.1186/s41039-021-00177-5","title":"Development and use of a computerized system to track the competency development of family medicine residents: analysis of the convergence between system proposals and assessor decisions","year":2022,"lang":"en","type":"article","venue":"Research and Practice in Technology Enhanced Learning","topic":"Competency Development and Evaluation","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université Laval; Université TÉLUQ","funders":"Medical Council of Canada","keywords":"Tracking (education); Context (archaeology); Computer science; Medical education; Engineering management; Medicine; Psychology; Engineering; Pedagogy","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03641208,0.0003802099,0.0004355398,0.002580605,0.0007947705,0.002089776,0.0009568325,0.000779284,0.001281531],"category_scores_gemma":[0.1505962,0.0003804088,0.0003422221,0.001409508,0.0007460216,0.001258869,0.001131107,0.0007587966,0.0003657115],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002541533,"about_ca_system_score_gemma":0.003019548,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007335455,"about_ca_topic_score_gemma":0.009146254,"domain_scores_codex":[0.9727653,0.02100606,0.001547721,0.00132064,0.00301549,0.0003446646],"domain_scores_gemma":[0.7426628,0.2128228,0.01212222,0.007562755,0.02320361,0.001625782],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002472695,0.002516021,0.6286219,0.0004060075,0.000201903,0.0003493741,0.0197912,0.008563598,0.01737271,0.001436823,0.001718652,0.3165491],"study_design_scores_gemma":[0.0004386242,0.006650842,0.7895188,0.0003425832,0.0002778294,0.0003528954,0.01039169,0.1468124,0.03690927,0.001056353,0.006957936,0.0002907959],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9819959,0.00004754866,0.0156217,0.0001135417,0.00001092949,0.0006143766,0.0001469627,0.000229338,0.001219849],"genre_scores_gemma":[0.9495207,0.00004102672,0.04907782,0.00005341506,0.000009398657,0.0005118351,0.0001859351,0.00003520481,0.0005647682],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.03641208,"threshold_uncertainty_score":0.1925678,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1739473971152832,"score_gpt":0.4495535802325626,"score_spread":0.2756061831172794,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}