{"id":"W4410799871","doi":"10.56645/jmde.v21i50.1175","title":"From Studies to Systems: Ray Rist’s Influence on Evaluation Systems: Insights from International Research Group for Policy and Program Evaluation (INTEVAL)","year":2025,"lang":"en","type":"article","venue":"Journal of MultiDisciplinary Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université Laval","funders":"","keywords":"Group (periodic table); Psychology; Management science; Political science; Engineering; Chemistry","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.06507224,0.0003365275,0.0007191424,0.002806047,0.0006954283,0.0009496718,0.0009502497,0.0002107124,0.00006762541],"category_scores_gemma":[0.04000937,0.0002476193,0.0001795834,0.001649889,0.0001783546,0.001583142,0.0003406169,0.000444273,0.00006182295],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003528444,"about_ca_system_score_gemma":0.00258687,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002814736,"about_ca_topic_score_gemma":0.0002216032,"domain_scores_codex":[0.9769911,0.00572097,0.00279209,0.0009479204,0.01316647,0.0003815073],"domain_scores_gemma":[0.9627817,0.007645054,0.001584503,0.0007311038,0.02704172,0.0002158873],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00204978,0.0007901948,0.003324804,0.00006589515,0.0007190056,0.000002244634,0.01378081,0.5444557,0.003725868,0.001867459,0.01070039,0.4185179],"study_design_scores_gemma":[0.004607259,0.001269025,0.08456887,0.001414207,0.0003880952,0.000003467392,0.01985047,0.8471175,0.0001530962,0.03522355,0.005176064,0.0002283418],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9689114,0.00546234,0.002932201,0.008068181,0.004967612,0.008732039,0.00007973056,0.0000269398,0.0008195342],"genre_scores_gemma":[0.9924945,0.0002292953,0.002702291,0.0001038793,0.001534197,0.002496963,0.0001384329,0.00002120511,0.0002792605],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4182895,"threshold_uncertainty_score":0.9999976,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4299539096790813,"score_gpt":0.6383168529536529,"score_spread":0.2083629432745717,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}