{"id":"W4403873460","doi":"10.4324/9781003457077-11","title":"Lessons from realist evaluations in Canada","year":2024,"lang":"en","type":"book-chapter","venue":"","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Computer science; Political science","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05231388,0.0005324792,0.0009189029,0.002115576,0.01930348,0.02293469,0.004248398,0.005113938,0.01169197],"category_scores_gemma":[0.09055993,0.0008280275,0.0008618893,0.004803407,0.01884511,0.007596273,0.0107537,0.01070809,0.0009548854],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.203664,"about_ca_system_score_gemma":0.3292749,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.9167832,"about_ca_topic_score_gemma":0.9472675,"domain_scores_codex":[0.938561,0.02859148,0.002256375,0.00219683,0.0197563,0.008637988],"domain_scores_gemma":[0.8810554,0.05582345,0.002512056,0.004569726,0.03744605,0.01859328],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001590039,0.0002043983,0.004038144,0.001121928,0.0000565026,0.00147818,0.05540703,0.002076328,0.000202394,0.5353612,0.2236308,0.176264],"study_design_scores_gemma":[0.00008868872,0.000112412,0.008424649,0.002817303,0.00002971105,0.0003787715,0.04012542,0.001059354,0.0004078656,0.06028816,0.8860859,0.0001818418],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.04191165,0.03848348,0.004901555,0.4222361,0.004117879,0.00051348,0.0003394524,0.0002429657,0.4872535],"genre_scores_gemma":[0.7585087,0.03317575,0.01274405,0.05684742,0.0009652523,0.0005264003,0.0003648366,0.0005954684,0.1362721],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9476861,"threshold_uncertainty_score":0.9236369,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3761530003947631,"score_gpt":0.5234789253540757,"score_spread":0.1473259249593126,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}