{"id":"W4401363982","doi":"10.3138/cjpe-2023-0025","title":"E-Eval: Learnings from a Community-Based Evaluation Capacity Building Initiative","year":2024,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Concordia University of Edmonton; University of Alberta","funders":"","keywords":"Capacity building; Geography; Forestry; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05161672,0.0007639679,0.0004875106,0.002149583,0.006810698,0.01118623,0.004356618,0.002544738,0.009014778],"category_scores_gemma":[0.04871233,0.0004864262,0.0005985584,0.001448114,0.01141879,0.006623162,0.01855895,0.005902904,0.002013147],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01002225,"about_ca_system_score_gemma":0.03713186,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02155976,"about_ca_topic_score_gemma":0.09229816,"domain_scores_codex":[0.977559,0.01537954,0.000502741,0.0008572388,0.003618043,0.002083425],"domain_scores_gemma":[0.9287305,0.03701036,0.001502064,0.006025978,0.007265002,0.01946612],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0001832577,0.003461004,0.00512147,0.0005956165,0.00003605642,0.0007314919,0.04361447,0.001792453,0.002132747,0.0681294,0.1200682,0.7541339],"study_design_scores_gemma":[0.000272872,0.00103611,0.007920133,0.002440884,0.00005244551,0.0007759136,0.07232662,0.00676883,0.005587186,0.1192362,0.7833171,0.0002657722],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1277155,0.003181993,0.2599145,0.2200423,0.002336827,0.004565554,0.0004845747,0.005309656,0.3764491],"genre_scores_gemma":[0.4520599,0.00275964,0.4759144,0.0144443,0.0005224096,0.001792679,0.0007255052,0.0008733568,0.05090771],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.05161672,"threshold_uncertainty_score":0.2729786,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6622962955102082,"score_gpt":0.5664147753741403,"score_spread":0.09588152013606788,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}