{"id":"W2227730406","doi":"10.3109/0142159x.2015.1087484","title":"The role of theory-based outcome frameworks in program evaluation: Considering the case of contribution analysis","year":2015,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Outcome (game theory); Psychology; Computer science; Mathematics; Mathematical economics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05663068,0.00007387219,0.0002619728,0.0001300799,0.00008336877,0.00004996388,0.0003747518,0.000155249,0.002846848],"category_scores_gemma":[0.02804315,0.00003285531,0.0001254341,0.00117708,0.0003408899,0.00006826364,0.00005549887,0.0003999974,0.0000130493],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005993556,"about_ca_system_score_gemma":0.0004919486,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00007535066,"about_ca_topic_score_gemma":0.0008775194,"domain_scores_codex":[0.9942154,0.001972094,0.0008759736,0.0001645577,0.002620535,0.0001514297],"domain_scores_gemma":[0.9959404,0.002325312,0.0003325121,0.0004915991,0.0008067216,0.0001034099],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00006305644,0.0001733741,0.4733903,0.000001267997,0.00008272549,0.000007398121,0.001166623,0.002791797,0.000001682469,0.00915511,0.0001168459,0.5130498],"study_design_scores_gemma":[0.0007568841,0.00007460446,0.0162846,0.0000103164,0.0001333791,0.000005159745,0.005560672,0.9377054,0.00004215868,0.03480912,0.004568653,0.00004904933],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9810455,0.000596921,0.008455996,0.006043799,0.0001484184,0.0007205802,0.000001954572,0.00001340567,0.002973414],"genre_scores_gemma":[0.9994196,0.000002225662,0.000195062,0.0001479242,0.00003088134,0.0001193027,0.000003826465,0.000002696552,0.00007850272],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9349136,"threshold_uncertainty_score":0.9980647,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2147201477812479,"score_gpt":0.5443165349106759,"score_spread":0.329596387129428,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}