{"id":"W3203262347","doi":"10.1002/ev.20477","title":"A learning agenda for the advocacy evaluation field's future","year":2021,"lang":"en","type":"article","venue":"New Directions for Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Impact","funders":"","keywords":"Field (mathematics); Context (archaeology); Value (mathematics); Set (abstract data type); Political science; Public relations; Engineering ethics; Sociology; Computer science; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2309161,0.001498736,0.002192324,0.004528958,0.01670988,0.04696918,0.006042021,0.03519886,0.01551521],"category_scores_gemma":[0.1222728,0.001138386,0.002305571,0.00279986,0.03347069,0.04274553,0.02082703,0.04738972,0.003584428],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02322581,"about_ca_system_score_gemma":0.08922476,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005363027,"about_ca_topic_score_gemma":0.005073505,"domain_scores_codex":[0.8874842,0.08530278,0.004076628,0.003216312,0.01456935,0.005350698],"domain_scores_gemma":[0.7169568,0.2073142,0.004492037,0.009005079,0.0411406,0.02109134],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001014855,0.0004040356,0.0003964287,0.0005499346,0.00001859656,0.0001862628,0.006937353,0.0006915218,0.0002324589,0.7886399,0.1397989,0.06204302],"study_design_scores_gemma":[0.00009011104,0.0001427353,0.0002542187,0.003162417,0.00002158789,0.0001120521,0.02176663,0.001512123,0.0003742957,0.4849784,0.4874892,0.00009629417],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.0007326397,0.005285698,0.008427773,0.9717011,0.004847005,0.00009253343,0.0000286506,0.00006425227,0.008820285],"genre_scores_gemma":[0.1966459,0.0421768,0.2336039,0.4363275,0.02704701,0.003509154,0.0005851896,0.0004564073,0.05964811],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2309161,"threshold_uncertainty_score":0.9484173,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2594203796997051,"score_gpt":0.5452853487151225,"score_spread":0.2858649690154174,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}