{"id":"W4389314118","doi":"10.5206/cjsotlrcacea.2023.2.14417","title":"Cyclical Program Reviews at Smaller Post-Secondary Institutions: Can the Time and Effort be Justified?","year":2023,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Concordia University of Edmonton","funders":"","keywords":"Credentialing; Medical education; Coronavirus disease 2019 (COVID-19); Political science; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0162102,0.00008142491,0.0001117473,0.00006803785,0.01728601,0.0005019301,0.0003072931,0.00005337194,0.0001297316],"category_scores_gemma":[0.003690652,0.00004292447,0.00007277962,0.000134288,0.000373374,0.0001760943,0.00003511025,0.001990452,0.00001124425],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001087692,"about_ca_system_score_gemma":0.0005989646,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.02100993,"about_ca_topic_score_gemma":0.08073144,"domain_scores_codex":[0.9978769,0.001345784,0.0001990642,0.0001022953,0.0001700036,0.0003059175],"domain_scores_gemma":[0.998551,0.0008615684,0.000145026,0.0001242743,0.00006049185,0.000257636],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000413781,0.00002389518,0.01090995,0.00006927293,0.000224388,0.000008261164,0.1767479,0.0007128365,0.0001165359,0.02726115,0.02667266,0.7572117],"study_design_scores_gemma":[0.00009520885,0.00004247275,0.02143055,0.0000543247,0.00006158699,0.00002628631,0.008601172,0.0000411897,6.193874e-7,0.0003477826,0.9692348,0.00006396973],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8537613,0.003786627,0.000005670488,0.1370226,0.000538167,0.0006599841,0.00001105204,0.00003154233,0.004183073],"genre_scores_gemma":[0.9813371,0.0008620496,0.0001706106,0.001288936,0.000359906,0.00004128841,0.00001029298,0.00001213534,0.01591767],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9425622,"threshold_uncertainty_score":0.9855093,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1395504563245479,"score_gpt":0.4004308286963341,"score_spread":0.2608803723717863,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}