{"id":"W3209748599","doi":"10.3138/cjpe.72730","title":"Conclusion: Transforming Evaluation Practice for “Business Unusual”","year":2021,"lang":"en","type":"article","venue":"Canadian Journal of Program Evaluation","topic":"Evaluation and Performance Assessment","field":"Decision Sciences","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Key (lock); Business; Business practice; Clinical Practice; Process management; Knowledge management; Psychology; Computer science; Business administration; Medicine; Nursing; Computer security","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04070078,0.0001503033,0.0003026415,0.0005659637,0.00047928,0.0006516006,0.0003700229,0.0001193262,0.002724848],"category_scores_gemma":[0.03094228,0.0001257585,0.0001854823,0.001646834,0.00007037263,0.001817307,0.00001217446,0.0001874004,0.00003626737],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007208685,"about_ca_system_score_gemma":0.02505287,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001546124,"about_ca_topic_score_gemma":0.009886202,"domain_scores_codex":[0.9927959,0.001154451,0.001312905,0.0003012361,0.004104727,0.0003307622],"domain_scores_gemma":[0.9629658,0.001095888,0.0009589397,0.0003239546,0.03423322,0.0004221548],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004274335,0.00007584614,0.0006543056,0.000009464031,0.00004303024,0.000008779004,0.001455291,0.005563769,0.0001961672,0.0009417412,0.003131662,0.9878772],"study_design_scores_gemma":[0.004418682,0.0006473368,0.01008511,0.0001373061,0.0007700897,0.0003896835,0.008948181,0.2307995,0.001404558,0.02012387,0.7219595,0.0003162017],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6239059,0.01221496,0.1709114,0.1127674,0.01559161,0.01560743,0.0001058092,0.0000643052,0.04883117],"genre_scores_gemma":[0.9788268,0.00004020732,0.01913883,0.0008152381,0.0005354859,0.0002624045,0.00009171906,0.00001836165,0.0002709854],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.987561,"threshold_uncertainty_score":0.9981868,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4903320513145368,"score_gpt":0.5952244765647577,"score_spread":0.104892425250221,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}