{"id":"W2945107123","doi":"10.3138/cjpe.43216","title":"Scaling Up Programs: Reflections on the Importance of Process Evaluation","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"General partnership; Scale (ratio); Process (computing); Program evaluation; Public relations; Process management; Computer science; Psychology; Business; Political science; Medical education; Public administration; Medicine; Finance","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.03028066,0.0001431817,0.0002662771,0.0006100013,0.000250371,0.0003013512,0.0006149904,0.00008893325,0.004272085],"category_scores_gemma":[0.005381511,0.00008963368,0.0001699629,0.001552166,0.0001105013,0.0006012254,0.000009154422,0.0002987204,0.0001177163],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004575102,"about_ca_system_score_gemma":0.007074649,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001305863,"about_ca_topic_score_gemma":0.007188798,"domain_scores_codex":[0.9927678,0.0008966335,0.00127457,0.0002600037,0.004519503,0.000281486],"domain_scores_gemma":[0.989517,0.0004546935,0.001526087,0.0005027297,0.007757967,0.0002415535],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0000443034,0.00009322885,0.1174458,0.00001267294,0.0000530933,6.207304e-7,0.003487471,0.01380873,0.00007848767,0.00228174,0.0008625672,0.8618313],"study_design_scores_gemma":[0.004249359,0.003677176,0.2812412,0.0007199137,0.0005864564,0.00008810264,0.03592789,0.515883,0.001767747,0.1089966,0.0462128,0.0006496539],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9822758,0.0002280825,0.0001295987,0.003071229,0.001326633,0.002997452,0.00000368896,0.000008700767,0.009958846],"genre_scores_gemma":[0.9986908,0.000005007873,0.0005214552,0.0002485345,0.0001345988,0.0001987573,0.00001342946,0.00001197089,0.000175398],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8611817,"threshold_uncertainty_score":0.9985543,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.569979886420681,"score_gpt":0.6000537481211533,"score_spread":0.03007386170047233,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}