{"id":"W4401363971","doi":"10.3138/cjpe-2024-0126","title":"Reinhard Stockmann, Wolfgang Meyer, &amp; Laszlo Szentmarjay. (Eds.) (2022). <i>The Institutionalisation of Evaluation in the Americas</i>","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"","keywords":"Institutionalisation; Political science; Sociology; Humanities; Philosophy; Law","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"opus","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00428438,0.002093399,0.001294219,0.003063376,0.0006838194,0.004656281,0.00113892,0.002517455,0.02927123],"category_scores_gemma":[0.005615013,0.0009638563,0.0005638868,0.004335742,0.001191311,0.005678961,0.001752458,0.002605552,0.02885363],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003438568,"about_ca_system_score_gemma":0.008445871,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03282402,"about_ca_topic_score_gemma":0.06885555,"domain_scores_codex":[0.9982717,0.0004030626,0.0001365749,0.000180007,0.0008578994,0.0001506784],"domain_scores_gemma":[0.996519,0.001651985,0.0004000982,0.00009071131,0.0008388117,0.0004994769],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003231346,0.00001272512,0.0002820885,0.0005403519,0.00001068925,0.00003377916,0.00009963047,0.0002583078,0.00006547855,0.003608816,0.7058731,0.2891828],"study_design_scores_gemma":[0.00001025401,0.00001088662,0.00101287,0.001478201,0.00002577105,0.0001364778,0.0002639036,0.0003638315,0.0002272212,0.004236377,0.992213,0.00002123531],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"other","genre_scores_codex":[0.0006329949,0.881645,0.005558005,0.06968524,0.009042106,0.00003498216,0.0009402979,0.00033023,0.03213106],"genre_scores_gemma":[0.004915799,0.9379292,0.004208785,0.002465665,0.00238978,0.00005707515,0.0008264421,0.00021006,0.04699731],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.03282402,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3124469524180351,"score_gpt":0.5200390598074937,"score_spread":0.2075921073894586,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}