{"id":"W4405366000","doi":"10.3138/cjpe-2023-0011","title":"When we say evaluation, it isn’t the same thing","year":2023,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"","keywords":"Sociology; Computer science","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06614505,0.001017301,0.0026423,0.003905853,0.008180827,0.02217061,0.002464949,0.009255661,0.01211177],"category_scores_gemma":[0.2243116,0.0007481847,0.001637613,0.003899059,0.03026174,0.01834141,0.005145923,0.02199937,0.004564168],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01383532,"about_ca_system_score_gemma":0.0269141,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.04721263,"about_ca_topic_score_gemma":0.04809589,"domain_scores_codex":[0.8496429,0.07492574,0.00746906,0.006093839,0.05528098,0.006587491],"domain_scores_gemma":[0.756927,0.09090502,0.008659824,0.01533274,0.1097315,0.0184439],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0001768886,0.0001902224,0.004435049,0.002102415,0.0004211408,0.0001575487,0.005913856,0.0005338745,0.0009776347,0.197485,0.64918,0.1384264],"study_design_scores_gemma":[0.0001091045,0.0001875296,0.004178975,0.005497089,0.0002564494,0.0004889585,0.01176532,0.0006057245,0.001784744,0.1705332,0.8043057,0.0002872242],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.002513013,0.01908113,0.01829192,0.8738003,0.02982864,0.00009830744,0.0001993864,0.0004043691,0.055783],"genre_scores_gemma":[0.2215989,0.0208832,0.05062499,0.6335914,0.01890988,0.0004601351,0.0003154505,0.001454995,0.05216104],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.06614505,"threshold_uncertainty_score":0.3498127,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5162236582112425,"score_gpt":0.5551123995560459,"score_spread":0.03888874134480336,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}