{"id":"W4393901512","doi":"10.3138/cjpe-2024-0002","title":"Evaluation Literacy and Use in Community Organizations: Insights and Implications for Evaluation Capacity Building","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"Australian Government","keywords":"Capacity building; Literacy; Business; Capacity development; Environmental planning; Environmental resource management; Sociology; Economic growth; Economics; Pedagogy; Geography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"opus","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08244675,0.0002591108,0.0006177742,0.005011425,0.005807629,0.01285896,0.001807538,0.001752371,0.003220951],"category_scores_gemma":[0.1758628,0.0004703194,0.0004536315,0.00355721,0.01604914,0.01180673,0.01067186,0.002813734,0.0001315064],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01502112,"about_ca_system_score_gemma":0.03197841,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.03567411,"about_ca_topic_score_gemma":0.03481283,"domain_scores_codex":[0.9016736,0.07794315,0.00297689,0.002177848,0.008240784,0.006987865],"domain_scores_gemma":[0.6826192,0.2612278,0.01458128,0.007941375,0.02188552,0.01174477],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001282731,0.00094899,0.2207251,0.0007362517,0.00006788276,0.0007100408,0.4848116,0.0007519596,0.0005340562,0.07965925,0.003337139,0.2075894],"study_design_scores_gemma":[0.00004286904,0.0002519761,0.1470121,0.0022544,0.00004134554,0.0004549139,0.7231969,0.00345424,0.001089268,0.0849999,0.03705015,0.0001518855],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8817055,0.002169515,0.01304014,0.04529772,0.0000663377,0.0003842022,0.00007963174,0.00005634933,0.0572007],"genre_scores_gemma":[0.9968314,0.0003221464,0.00177202,0.0005539177,0.00001322392,0.0001065486,0.00001510344,0.000007938602,0.0003777775],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.08244675,"threshold_uncertainty_score":0,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.431905763733395,"score_gpt":0.5397514135621242,"score_spread":0.1078456498287292,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}