{"id":"W2973640600","doi":"10.1177/1356389019870213","title":"Rapid impact evaluation","year":2019,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Summative assessment; Impact evaluation; Formative assessment; Counterfactual thinking; Credibility; Stakeholder; Stakeholder engagement; Impact assessment; Ex-ante; Salience (neuroscience); Program evaluation; Theory of change; Process management; Legitimacy; Computer science; Management science; Knowledge management; Psychology; Business; Political science; Public relations; Economics; Social psychology; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1194561,0.002644428,0.002217528,0.01098633,0.00282486,0.008377989,0.004698825,0.002712045,0.190457],"category_scores_gemma":[0.2505409,0.001076949,0.003185335,0.007362518,0.00176762,0.007551064,0.008252852,0.003452369,0.03028154],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005884175,"about_ca_system_score_gemma":0.02671419,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003510656,"about_ca_topic_score_gemma":0.004326976,"domain_scores_codex":[0.8959323,0.05446729,0.009642656,0.003767003,0.03342541,0.002765273],"domain_scores_gemma":[0.6747469,0.101797,0.01173446,0.02834832,0.1780872,0.00528613],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001605055,0.0004897519,0.002819575,0.008061211,0.0002731643,0.0002314195,0.001492261,0.003243309,0.0009008144,0.04143343,0.3497993,0.5896505],"study_design_scores_gemma":[0.0005530839,0.0009356029,0.003669679,0.006443048,0.0003255539,0.000173521,0.001332561,0.003134979,0.002793478,0.02507925,0.9553778,0.0001815118],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"other","genre_gemma":"methods","genre_scores_codex":[0.01301791,0.004758947,0.2118694,0.01190862,0.006946891,0.07462343,0.04775036,0.01193729,0.6171871],"genre_scores_gemma":[0.1666039,0.01052419,0.4701876,0.006306546,0.001969234,0.130514,0.03862126,0.006214483,0.1690588],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.190457,"threshold_uncertainty_score":0.6371421,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3381382875021545,"score_gpt":0.5894724107344181,"score_spread":0.2513341232322636,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}