{"id":"W4224940934","doi":"10.3138/cjpe.71050","title":"Realistic Evaluation and the Process-Tracing Method: A Combined Approach to Scrutinizing Causal Mechanisms","year":2022,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Operationalization; Scrutiny; Framing (construction); Process tracing; Tracing; Causal model; Computer science; Process (computing); Causal inference; Psychology; Management science; Process management; Epistemology; Econometrics; Political science; Engineering; Economics; Mathematics","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.306998,0.002109745,0.003012413,0.01555688,0.003736072,0.01057373,0.005450503,0.004583481,0.006630593],"category_scores_gemma":[0.3973298,0.001831922,0.002930561,0.006016292,0.02245407,0.02104855,0.01295971,0.006734715,0.0005336641],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009500778,"about_ca_system_score_gemma":0.01402216,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002534447,"about_ca_topic_score_gemma":0.00283799,"domain_scores_codex":[0.4491736,0.5126122,0.009591288,0.01012314,0.01702727,0.001472504],"domain_scores_gemma":[0.4018041,0.505156,0.02211888,0.05425432,0.01496504,0.001701684],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003291501,0.000433524,0.007145108,0.003006245,0.0005993744,0.0003866346,0.03868074,0.006411592,0.001931244,0.7315778,0.001425371,0.2080731],"study_design_scores_gemma":[0.0003378036,0.0007142736,0.005337266,0.004264615,0.0004145452,0.00076016,0.01431351,0.04674417,0.005082128,0.8938376,0.02787657,0.0003173674],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.009688844,0.0007563229,0.9753504,0.003237483,0.00009799449,0.00142516,0.00005680309,0.0001553976,0.009231472],"genre_scores_gemma":[0.3177506,0.0004205063,0.6766105,0.0005980551,0.00008609059,0.003518136,0.00006437914,0.00009196995,0.000859758],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.693002,"threshold_uncertainty_score":0.8545949,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3470662160880564,"score_gpt":0.5365759557097144,"score_spread":0.189509739621658,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}