{"id":"W4389314118","doi":"10.5206/cjsotlrcacea.2023.2.14417","title":"Cyclical Program Reviews at Smaller Post-Secondary Institutions: Can the Time and Effort be Justified?","year":2023,"lang":"en","type":"article","venue":"The Canadian Journal for the Scholarship of Teaching and Learning","topic":"Higher Education Practises and Engagement","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Concordia University of Edmonton","funders":"","keywords":"Credentialing; Medical education; Coronavirus disease 2019 (COVID-19); Political science; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2812681,0.001159224,0.001806653,0.007022301,0.01048612,0.02104148,0.009358029,0.006720898,0.01225178],"category_scores_gemma":[0.6074636,0.001756342,0.001518256,0.006219854,0.007983258,0.01919048,0.01251827,0.008241275,0.004185438],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02148611,"about_ca_system_score_gemma":0.123266,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01399581,"about_ca_topic_score_gemma":0.04086617,"domain_scores_codex":[0.6779405,0.2164786,0.02507321,0.01148207,0.05822236,0.01080322],"domain_scores_gemma":[0.2291312,0.393785,0.1140664,0.04794936,0.1550959,0.05997227],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007283545,0.0006302544,0.02626103,0.007588218,0.0005854861,0.001649885,0.0473303,0.001031478,0.002016642,0.02396241,0.2710328,0.6171832],"study_design_scores_gemma":[0.0007666312,0.001365603,0.0713395,0.02124617,0.0003243082,0.001900162,0.08459497,0.002725392,0.00180887,0.04302555,0.7702894,0.0006134182],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.08791818,0.01981377,0.05096851,0.7641604,0.02062677,0.007178068,0.0005938702,0.002138684,0.04660178],"genre_scores_gemma":[0.5551867,0.01775672,0.1677414,0.2067305,0.01091619,0.0180017,0.0007756588,0.00177684,0.02111432],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9785139,"threshold_uncertainty_score":0.8863245,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1395504563245479,"score_gpt":0.4004308286963341,"score_spread":0.2608803723717863,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}