{"id":"W2078254629","doi":"10.3352/jeehp.2011.8.13","title":"Implementation of a multi-level evaluation strategy: a case study on a program for international medical graduates","year":2011,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Personalization; Baseline (sea); Resource (disambiguation); Psychological intervention; Medical education; Data collection; Process (computing); Knowledge management; Intervention (counseling); Underpinning; Program evaluation; Process management; Computer science; Psychology; Medicine; Business; Nursing; Engineering; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05372937,0.001038205,0.0007528705,0.001598821,0.01031903,0.004466274,0.00394344,0.005218232,0.002677816],"category_scores_gemma":[0.05199325,0.0007628418,0.001196133,0.001325305,0.004176733,0.003501413,0.006261601,0.005325788,0.0005663726],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01081071,"about_ca_system_score_gemma":0.01606245,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005848483,"about_ca_topic_score_gemma":0.01731864,"domain_scores_codex":[0.9434969,0.04629293,0.001273753,0.001425417,0.002897342,0.004613676],"domain_scores_gemma":[0.9649685,0.0158043,0.002486086,0.001652057,0.004643168,0.0104459],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.001136285,0.047808,0.05335634,0.003598509,0.0002027003,0.03754915,0.4927693,0.004490355,0.0110445,0.01102955,0.01102703,0.3259883],"study_design_scores_gemma":[0.001077072,0.03954943,0.05039655,0.00391935,0.0002444014,0.01273931,0.7725408,0.01252648,0.01201024,0.005301726,0.08912864,0.0005660487],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9623022,0.0003334681,0.0149681,0.007940004,0.0001697794,0.005674459,0.00006989668,0.0001174976,0.008424503],"genre_scores_gemma":[0.9491105,0.0004569985,0.0397405,0.00242305,0.00008055163,0.004159425,0.00006200033,0.00009298816,0.00387398],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05372937,"threshold_uncertainty_score":0.2841515,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5803600417563879,"score_gpt":0.693242103122204,"score_spread":0.1128820613658161,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}