{"id":"W2990615065","doi":"10.22329/csw.v7i1.5780","title":"Program Evaluation Re-Imagined","year":2019,"lang":"en","type":"article","venue":"Critical Social Work","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Downtown; Sociology; Focus group; Process (computing); Service (business); Public relations; Pedagogy; Computer science; Political science; History; Business; Marketing; Archaeology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004911809,0.00009050174,0.0001798665,0.00006602076,0.0002998334,0.000346368,0.0003002359,0.00008335516,0.03110817],"category_scores_gemma":[0.003025246,0.00006997284,0.0001038676,0.001090538,0.000122804,0.0003031466,0.00006004854,0.0001536612,0.007926056],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006296908,"about_ca_system_score_gemma":0.0001666414,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000001637068,"about_ca_topic_score_gemma":0.000003500116,"domain_scores_codex":[0.996132,0.0003465771,0.0003942745,0.0003189291,0.002540727,0.0002675453],"domain_scores_gemma":[0.9978955,0.0008555083,0.00005535354,0.0002532014,0.0008474689,0.00009292924],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004084561,0.0001937267,0.02817207,0.000005980169,0.000008110177,9.232912e-7,0.0008642423,0.00003174836,0.00002907229,0.0512556,0.02304002,0.8963577],"study_design_scores_gemma":[0.001117599,0.0002121944,0.2796088,0.00002621566,0.00005368045,8.909392e-7,0.002284635,0.02310624,0.00005692444,0.1586622,0.534506,0.000364593],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.4479595,0.0001403721,0.001531765,0.08970623,0.003340369,0.002350154,0.000006014388,0.000242676,0.4547229],"genre_scores_gemma":[0.9946159,7.006166e-7,0.001439073,0.00093675,0.0003273137,0.0001449607,0.000008276468,0.000007416496,0.002519614],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8959931,"threshold_uncertainty_score":0.9928464,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3105850894803213,"score_gpt":0.5963229018200544,"score_spread":0.2857378123397331,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}