{"id":"W2973640600","doi":"10.1177/1356389019870213","title":"Rapid impact evaluation","year":2019,"lang":"en","type":"article","venue":"Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":8,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Summative assessment; Impact evaluation; Formative assessment; Counterfactual thinking; Credibility; Stakeholder; Stakeholder engagement; Impact assessment; Ex-ante; Salience (neuroscience); Program evaluation; Theory of change; Process management; Legitimacy; Computer science; Management science; Knowledge management; Psychology; Business; Political science; Public relations; Economics; Social psychology; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.04635462,0.0001545977,0.0002196747,0.0003914131,0.000124415,0.0002801769,0.0003932831,0.00008488656,0.1722335],"category_scores_gemma":[0.003127078,0.000108835,0.0001618908,0.0009256842,0.00002374974,0.00107931,0.00005027773,0.0001221302,0.01887739],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004714749,"about_ca_system_score_gemma":0.001125644,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000171526,"about_ca_topic_score_gemma":0.00001884264,"domain_scores_codex":[0.9881693,0.00144671,0.000717804,0.000521596,0.008897135,0.0002474397],"domain_scores_gemma":[0.9952343,0.0005708422,0.0003911694,0.0008702323,0.002838637,0.00009480512],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00004289428,0.00005904946,0.05230492,0.000002071212,0.00002412901,8.186255e-8,0.0006016649,0.03821334,0.001619306,0.0005133395,0.0116701,0.8949491],"study_design_scores_gemma":[0.001140954,0.0001509126,0.3413225,0.000007098488,0.0000395946,0.000001911435,0.0002934946,0.6352287,0.0003182422,0.01276902,0.00860435,0.0001232678],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8863718,0.0002889714,0.0005543986,0.0009726254,0.00124862,0.00152336,0.000005041029,0.00003679221,0.1089984],"genre_scores_gemma":[0.9972485,0.00001276235,0.0002298799,0.0002972326,0.0001614154,0.0001095081,0.00009319406,0.00001115989,0.001836322],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8948258,"threshold_uncertainty_score":0.9819786,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3381382875021545,"score_gpt":0.5894724107344181,"score_spread":0.2513341232322636,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}