{"id":"W2227730406","doi":"10.3109/0142159x.2015.1087484","title":"The role of theory-based outcome frameworks in program evaluation: Considering the case of contribution analysis","year":2015,"lang":"en","type":"article","venue":"Medical Teacher","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Outcome (game theory); Psychology; Computer science; Mathematics; Mathematical economics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6110678,0.001927321,0.003352738,0.01055218,0.009479492,0.02733751,0.007351535,0.01147364,0.003073793],"category_scores_gemma":[0.5568083,0.001215601,0.003101065,0.006650043,0.07857624,0.02869268,0.01435358,0.01460547,0.0003807023],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02792604,"about_ca_system_score_gemma":0.03796918,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008625071,"about_ca_topic_score_gemma":0.008803242,"domain_scores_codex":[0.201836,0.7535204,0.009764491,0.004685041,0.02730505,0.002889099],"domain_scores_gemma":[0.2268041,0.7208032,0.009662305,0.01562617,0.02497586,0.002128421],"domain_codex":"methods","domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00006059413,0.0000551839,0.0007161958,0.001253639,0.00007939179,0.0001195509,0.0131626,0.001158918,0.00004201554,0.9511057,0.003773651,0.02847256],"study_design_scores_gemma":[0.0001458934,0.0002598174,0.0007540023,0.00648943,0.0001440616,0.0002197451,0.01418508,0.009291566,0.0005865722,0.9227872,0.04502584,0.0001107952],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.0116724,0.01393405,0.5403521,0.3463154,0.003675934,0.002423259,0.0001156581,0.0002478735,0.08126327],"genre_scores_gemma":[0.5677692,0.004921277,0.3883458,0.02488515,0.001355947,0.008564959,0.0000604103,0.0002111616,0.003886047],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.3889322,"threshold_uncertainty_score":0.4796227,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2147201477812479,"score_gpt":0.5443165349106759,"score_spread":0.329596387129428,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}