{"id":"W4205534591","doi":"10.1186/s41039-021-00177-5","title":"Development and use of a computerized system to track the competency development of family medicine residents: analysis of the convergence between system proposals and assessor decisions","year":2022,"lang":"en","type":"article","venue":"Research and Practice in Technology Enhanced Learning","topic":"Competency Development and Evaluation","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université Laval; Université TÉLUQ","funders":"Medical Council of Canada","keywords":"Tracking (education); Context (archaeology); Computer science; Medical education; Engineering management; Medicine; Psychology; Engineering; Pedagogy","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007022178,0.0001276705,0.0005502421,0.001215175,0.0005115404,0.00001572477,0.0003746215,0.00009437034,0.00002138826],"category_scores_gemma":[0.003335613,0.00008846378,0.00002103171,0.003169854,0.0003735999,0.0001049706,0.0007271168,0.000676424,0.000001166202],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000125746,"about_ca_system_score_gemma":0.0003305075,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001632243,"about_ca_topic_score_gemma":0.00009702216,"domain_scores_codex":[0.9956905,0.001825036,0.001003215,0.0003864015,0.000803077,0.0002918004],"domain_scores_gemma":[0.9924664,0.006136314,0.0005453418,0.000320586,0.0004807596,0.0000506207],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.001723888,0.0003653464,0.373872,0.0006804394,0.002992328,0.00002670791,0.1275308,0.0006824497,0.09350497,0.01161611,0.00007489786,0.38693],"study_design_scores_gemma":[0.001052398,0.000504273,0.8210626,0.0007949721,0.0002184067,0.00002478111,0.1678241,0.001009237,0.004942924,0.00009752191,0.002292356,0.0001764292],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9947374,0.0007698025,0.002318178,0.0009523491,0.00007616921,0.0007824616,0.000002995977,0.00002380916,0.0003368287],"genre_scores_gemma":[0.985867,0.00007357032,0.01378145,0.0000092247,0.000005019489,0.0001882922,0.00000567871,0.000009020913,0.00006071896],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4471905,"threshold_uncertainty_score":0.3993281,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1739473971152832,"score_gpt":0.4495535802325626,"score_spread":0.2756061831172794,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}