{"id":"W4384704011","doi":"10.3138/cjpe.74373","title":"Building Capacity With Evaluation Standards and Guidelines in Prince Edward Island: Responding to Academics’ “Call to Action”","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Prince Edward Island","funders":"","keywords":"Government (linguistics); Process (computing); Action (physics); Capacity building; Public relations; Political science; Resource (disambiguation); Public administration; Business; Sociology; Computer science; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"theoretical_or_conceptual","genre":"commentary","about_ca_system":false,"about_ca_topic":true,"confidence":"high","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"high","status":"direct model label, unvalidated"},{"model":"opus","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":true,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.0602236,0.0001512454,0.000276524,0.003738445,0.0002238313,0.0004359997,0.0003445534,0.0001005771,0.000266011],"category_scores_gemma":[0.01575067,0.0001173041,0.00004547941,0.004151362,0.00004421893,0.0007620263,0.00002946998,0.000294949,0.00002947714],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001394753,"about_ca_system_score_gemma":0.005631621,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004725198,"about_ca_topic_score_gemma":0.08418068,"domain_scores_codex":[0.9928107,0.0007292164,0.001113736,0.000355108,0.004606468,0.000384783],"domain_scores_gemma":[0.9916981,0.0003027798,0.0004423131,0.0002375374,0.00667792,0.0006413167],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0001058092,0.000007369693,0.05892661,0.000005771832,0.00001444239,0.00000431138,0.002496067,0.06929574,0.0003966536,0.0002094828,0.005537855,0.8629999],"study_design_scores_gemma":[0.002543106,0.001387901,0.4558022,0.000691182,0.0001217109,0.0000780818,0.003078393,0.2698843,0.0005465352,0.008216789,0.2571929,0.0004569135],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9798857,0.00009059007,0.00651001,0.0108996,0.0004885542,0.001714091,0.00002097347,0.00001510237,0.0003753578],"genre_scores_gemma":[0.9795263,0.0000199499,0.01934291,0.0005025688,0.0002168055,0.0001657559,0.000005412727,0.00001488836,0.0002054449],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.862543,"threshold_uncertainty_score":0.9990255,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.422866600441089,"score_gpt":0.5731474583533296,"score_spread":0.1502808579122406,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}