{"id":"W4401363971","doi":"10.3138/cjpe-2024-0126","title":"Reinhard Stockmann, Wolfgang Meyer, &amp; Laszlo Szentmarjay. (Eds.) (2022). <i>The Institutionalisation of Evaluation in the Americas</i>","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"","keywords":"Institutionalisation; Political science; Sociology; Humanities; Philosophy; Law","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"opus","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.05372008,0.0001633816,0.0002565108,0.001005911,0.0002871158,0.000625612,0.0006946211,0.00009170949,0.002058992],"category_scores_gemma":[0.005444892,0.0000954549,0.0001971551,0.002655257,0.0002497288,0.0009735943,0.00001818433,0.0004385419,0.0001119344],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006784528,"about_ca_system_score_gemma":0.008181767,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009315411,"about_ca_topic_score_gemma":0.02943561,"domain_scores_codex":[0.9901634,0.002350066,0.001486099,0.000283983,0.005425394,0.0002910763],"domain_scores_gemma":[0.9945388,0.0009150577,0.0007562112,0.0004920117,0.003130805,0.0001671349],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001906672,0.00005280985,0.004422387,0.0000136725,0.0000419729,0.000005732826,0.004397918,0.02110382,0.0001339124,0.002566149,0.01737052,0.949872],"study_design_scores_gemma":[0.001190462,0.0004187177,0.08520906,0.0002838772,0.0003766898,0.0001632979,0.003099465,0.2103469,0.0001289382,0.03673706,0.6617898,0.0002557128],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9310779,0.01853623,0.005760088,0.02861161,0.004437041,0.00543224,0.00004225591,0.00002671879,0.006075917],"genre_scores_gemma":[0.9979202,0.0001094309,0.0007288054,0.0004691743,0.0003186364,0.0002399761,0.00006008405,0.00001110781,0.000142585],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9496163,"threshold_uncertainty_score":0.9988533,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3124469524180351,"score_gpt":0.5200390598074937,"score_spread":0.2075921073894586,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}