{"id":"W4223483785","doi":"10.1186/s12909-022-03308-8","title":"An online Delphi study to investigate the completeness of the CanMEDS Roles and the relevance, formulation, and measurability of their key competencies within eight healthcare disciplines in Flanders","year":2022,"lang":"en","type":"article","venue":"BMC Medical Education","topic":"Competency Development and Evaluation","field":"Psychology","cited_by":24,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Fonds Wetenschappelijk Onderzoek; Royal College of Physicians and Surgeons of Canada","keywords":"Relevance (law); Delphi method; Key (lock); Health care; Delphi; Medical education; Completeness (order theory); Psychology; Engineering ethics; Computer science; Medicine; Political science; Engineering; Mathematics","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.04072133,0.0009421096,0.0006506426,0.002062298,0.004602651,0.001699283,0.001176126,0.001977856,0.005386769],"category_scores_gemma":[0.04158431,0.0007637666,0.0006890561,0.001467085,0.002892657,0.002448957,0.004261058,0.001679145,0.0008239222],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005039866,"about_ca_system_score_gemma":0.006854047,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004466675,"about_ca_topic_score_gemma":0.00569797,"domain_scores_codex":[0.9688479,0.02415639,0.001303967,0.001359618,0.001531926,0.002800134],"domain_scores_gemma":[0.9473823,0.04144732,0.001584382,0.001002348,0.007168218,0.001415381],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0008800664,0.001420094,0.01263503,0.001643964,0.00003943014,0.002095768,0.9150306,0.001850983,0.009469432,0.003880499,0.003276072,0.04777812],"study_design_scores_gemma":[0.000108801,0.001753099,0.01810491,0.0005346239,0.00002228082,0.0003057882,0.9589487,0.003250254,0.003095301,0.001327989,0.01246061,0.00008775201],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9787591,0.00009705643,0.007281101,0.000719145,0.00004989091,0.006566973,0.0001859616,0.00001579149,0.006324895],"genre_scores_gemma":[0.962755,0.0003180655,0.01681964,0.0007755834,0.00002700129,0.01509063,0.0002136778,0.00001836588,0.003982153],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.04072133,"threshold_uncertainty_score":0.2153575,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08005490705500547,"score_gpt":0.3640400116836048,"score_spread":0.2839851046285994,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}