{"id":"W4403692227","doi":"10.1177/10982140241287936","title":"Streamlining Complex Intervention Evaluation Through Participatory Systems Mapping and Contribution Analysis: A Comprehensive Framework for Actionable Complexity Evaluation","year":2024,"lang":"en","type":"article","venue":"American Journal of Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"École Nationale d'Administration Publique","funders":"","keywords":"Participatory evaluation; Intervention (counseling); Citizen journalism; Computer science; Management science; Evaluation methods; Program evaluation; Process management; Risk analysis (engineering); Engineering; Sociology; Business; Political science; Psychology; Public administration; Reliability engineering; Social science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04410046,0.0002427668,0.0007690334,0.001058516,0.0003693887,0.0007649373,0.0002200988,0.00009306822,0.0008826406],"category_scores_gemma":[0.005701414,0.0002011069,0.0004147083,0.002439842,0.0002537574,0.001645256,0.0000452391,0.0002931678,0.00002139698],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009504101,"about_ca_system_score_gemma":0.0008806208,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008411087,"about_ca_topic_score_gemma":0.000047256,"domain_scores_codex":[0.987675,0.003741707,0.002129989,0.0005419746,0.005605608,0.0003057007],"domain_scores_gemma":[0.9825975,0.003146724,0.002349107,0.0003612688,0.0114156,0.0001298515],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0004517585,0.000253033,0.01028951,0.00009045735,0.002610592,0.000001559947,0.006749615,0.3055437,0.001062126,0.02252088,0.001399612,0.6490272],"study_design_scores_gemma":[0.001256026,0.00057254,0.06698834,0.000267742,0.002855296,0.00001985856,0.01354613,0.8376714,0.00004231961,0.0748289,0.001775216,0.0001762103],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5252204,0.002227935,0.4691608,0.0009638118,0.001032155,0.001256936,0.00003112592,0.00002159711,0.00008522534],"genre_scores_gemma":[0.9881592,0.00007054201,0.01071204,0.0001298418,0.0003919938,0.0002810914,0.0002275431,0.00001625028,0.00001147866],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.648851,"threshold_uncertainty_score":0.9842997,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5525892727434512,"score_gpt":0.5892092362444481,"score_spread":0.03661996350099694,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}