{"id":"W4393901512","doi":"10.3138/cjpe-2024-0002","title":"Evaluation Literacy and Use in Community Organizations: Insights and Implications for Evaluation Capacity Building","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"Australian Government","keywords":"Capacity building; Literacy; Business; Capacity development; Environmental planning; Environmental resource management; Sociology; Economic growth; Economics; Pedagogy; Geography","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"opus","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04573313,0.0001523617,0.0002315164,0.001481632,0.0005369841,0.001768249,0.0002372485,0.0001121875,0.0002006852],"category_scores_gemma":[0.01884278,0.000129928,0.00005297392,0.001732484,0.0001165276,0.002723096,0.00002134496,0.000331283,0.000004038156],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009485052,"about_ca_system_score_gemma":0.005338861,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000982946,"about_ca_topic_score_gemma":0.03610286,"domain_scores_codex":[0.9943124,0.0023666,0.001060761,0.0002861356,0.001751548,0.0002225642],"domain_scores_gemma":[0.9880334,0.001630444,0.0003960006,0.0003174512,0.009325968,0.0002967067],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.000007749859,0.00004638727,0.02860419,0.00002306875,0.00003461379,3.063732e-7,0.007133137,0.002840212,0.0002619977,0.004498081,0.0003295807,0.9562207],"study_design_scores_gemma":[0.0009804512,0.0001959071,0.3361422,0.0001502034,0.0002616936,0.0000308309,0.0006250592,0.5320166,0.00004027535,0.1246043,0.004831209,0.0001212231],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9843112,0.003438944,0.005913343,0.00260302,0.0004513549,0.003109066,0.0000270046,0.00001375117,0.0001323354],"genre_scores_gemma":[0.9922734,0.00005980814,0.006960983,0.000105082,0.0001034426,0.0004013668,0.00006688285,0.00001557792,0.00001338523],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9560995,"threshold_uncertainty_score":0.999268,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.431905763733395,"score_gpt":0.5397514135621242,"score_spread":0.1078456498287292,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}