{"id":"W4402406478","doi":"10.23889/ijpds.v9i5.2860","title":"Building access to linked data for program evaluation: lessons and opportunities from the evaluation of a pan-Canadian skills training initiative","year":2024,"lang":"en","type":"article","venue":"International Journal for Population Data Science","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Training (meteorology); Computer science; Medical education; Data science; Medicine; Geography","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.5773538,0.001848075,0.002456333,0.009376609,0.01732414,0.03063412,0.009845239,0.004049556,0.004355845],"category_scores_gemma":[0.5375974,0.001656587,0.003129333,0.01736541,0.01624593,0.0181087,0.0270868,0.009000017,0.0007915756],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.1639622,"about_ca_system_score_gemma":0.4091668,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.7953029,"about_ca_topic_score_gemma":0.8628803,"domain_scores_codex":[0.3498274,0.5183752,0.02372462,0.008179787,0.0833661,0.01652691],"domain_scores_gemma":[0.2458878,0.4222891,0.013515,0.06943092,0.2293768,0.01950034],"domain_codex":"methods","domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.002325906,0.002416435,0.04812618,0.009603187,0.002105154,0.0008593508,0.1278458,0.01130736,0.002018601,0.1352777,0.08367932,0.5744349],"study_design_scores_gemma":[0.003313029,0.003540599,0.08916482,0.04349113,0.002430047,0.0003573742,0.1418717,0.02062835,0.008047517,0.1357253,0.5501188,0.001311404],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.1458298,0.01842836,0.2252418,0.3570242,0.004219852,0.04443619,0.01433355,0.003052465,0.1874337],"genre_scores_gemma":[0.4229487,0.006881034,0.5141355,0.01798421,0.0005188913,0.02578589,0.004692256,0.0008865585,0.006166931],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5773538,"threshold_uncertainty_score":0.9696854,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8689239634490931,"score_gpt":0.6757502367984896,"score_spread":0.1931737266506035,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}