{"id":"W2078254629","doi":"10.3352/jeehp.2011.8.13","title":"Implementation of a multi-level evaluation strategy: a case study on a program for international medical graduates","year":2011,"lang":"en","type":"article","venue":"Journal of Educational Evaluation for Health Professions","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Personalization; Baseline (sea); Resource (disambiguation); Psychological intervention; Medical education; Data collection; Process (computing); Knowledge management; Intervention (counseling); Underpinning; Program evaluation; Process management; Computer science; Psychology; Medicine; Business; Nursing; Engineering; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.02058426,0.0002685309,0.0005886676,0.0006147608,0.001150339,0.00001120775,0.0003943598,0.0002408883,0.002685915],"category_scores_gemma":[0.007108166,0.0002214676,0.0002174435,0.0004230005,0.00007683396,0.0003649224,0.00005298678,0.0006103439,0.00001237445],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001465884,"about_ca_system_score_gemma":0.02104552,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009750483,"about_ca_topic_score_gemma":0.003636105,"domain_scores_codex":[0.9904473,0.002566229,0.003555504,0.0003741295,0.002450792,0.0006060157],"domain_scores_gemma":[0.9799579,0.002582849,0.004330068,0.0002978243,0.01232156,0.0005097889],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.002838538,0.02557492,0.2057662,0.001939707,0.001040379,0.00000917169,0.1374923,0.0002486578,0.00002902865,0.01605431,0.1201493,0.4888576],"study_design_scores_gemma":[0.0369751,0.01486047,0.3585817,0.003913182,0.0008704991,0.0001663717,0.5358813,0.02278782,0.00004465052,0.02105398,0.004283196,0.0005817103],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9193646,0.0004021896,0.002439126,0.03453558,0.008169791,0.03427318,0.000390666,0.00003427918,0.0003905537],"genre_scores_gemma":[0.9691123,0.00002930422,0.01947061,0.0008810067,0.0008926358,0.009008361,0.0002954078,0.00004439899,0.0002659754],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4882759,"threshold_uncertainty_score":0.9982257,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5803600417563879,"score_gpt":0.693242103122204,"score_spread":0.1128820613658161,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}