{"id":"W2990615065","doi":"10.22329/csw.v7i1.5780","title":"Program Evaluation Re-Imagined","year":2019,"lang":"en","type":"article","venue":"Critical Social Work","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Downtown; Sociology; Focus group; Process (computing); Service (business); Public relations; Pedagogy; Computer science; Political science; History; Business; Marketing; Archaeology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2627489,0.001626548,0.001562575,0.006507071,0.007872117,0.02040136,0.003871696,0.005204618,0.00585562],"category_scores_gemma":[0.358503,0.001002728,0.001516562,0.002992421,0.02924553,0.02045948,0.01750058,0.01268235,0.0009685631],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02572245,"about_ca_system_score_gemma":0.03553602,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003394749,"about_ca_topic_score_gemma":0.004521762,"domain_scores_codex":[0.577626,0.3384596,0.01367816,0.01479788,0.04942566,0.006012692],"domain_scores_gemma":[0.6348745,0.2252277,0.0116789,0.04887906,0.07047224,0.008867653],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.000490891,0.0008069652,0.002972861,0.002400907,0.0001411067,0.0004641081,0.0632751,0.003056082,0.001929512,0.6919272,0.01437556,0.2181597],"study_design_scores_gemma":[0.0008158493,0.003216045,0.006472943,0.00911882,0.0002525958,0.0009585288,0.06540868,0.01457698,0.01007673,0.3152933,0.5733026,0.0005069341],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1676973,0.007295101,0.4107548,0.1281774,0.008485124,0.01431415,0.0003610908,0.001102287,0.2618128],"genre_scores_gemma":[0.8220052,0.001189566,0.1439824,0.007345659,0.0005860741,0.007090804,0.0001379413,0.0004305766,0.0172318],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2627489,"threshold_uncertainty_score":0.9091618,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3105850894803213,"score_gpt":0.5963229018200544,"score_spread":0.2857378123397331,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}