{"id":"W4241254758","doi":"10.47678/cjhe.v49i2.188229","title":"Practical Measures for Institutional Program Reviews: A Case Study of a Small Post-Secondary Institution","year":2019,"lang":"en","type":"article","venue":"Canadian Journal of Higher Education","topic":"Educational Assessment and Improvement","field":"Decision Sciences","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Concordia University of Edmonton","funders":"","keywords":"Relevance (law); sort; Institution; Higher education; Process (computing); Accounting; Management science; Computer science; Business; Sociology; Political science; Economics; Social science; Economic growth","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04377236,0.0006331224,0.0005582527,0.003752942,0.0115354,0.005655142,0.0039984,0.002868611,0.003375363],"category_scores_gemma":[0.08709773,0.0006951314,0.0008349394,0.00394467,0.003688608,0.003289053,0.006353418,0.002937523,0.0004975539],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01572639,"about_ca_system_score_gemma":0.02404288,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01398325,"about_ca_topic_score_gemma":0.04270805,"domain_scores_codex":[0.9389018,0.04922718,0.002350601,0.00165833,0.0036486,0.004213606],"domain_scores_gemma":[0.8608161,0.07305799,0.01719184,0.005960255,0.01727686,0.02569694],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0007656287,0.009205361,0.1867625,0.005856045,0.000314758,0.0534285,0.3558074,0.004389216,0.006142473,0.01699656,0.02049335,0.3398383],"study_design_scores_gemma":[0.0002484271,0.006145658,0.1318795,0.003190545,0.0002445401,0.01560603,0.7148179,0.00598151,0.005529268,0.004532788,0.1114185,0.0004053874],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.956937,0.001678412,0.01266518,0.01258476,0.0001648488,0.00324059,0.0002267915,0.0001742024,0.01232831],"genre_scores_gemma":[0.9706085,0.001080487,0.0231923,0.001677712,0.00008740378,0.001031452,0.00007473098,0.00005632856,0.002191216],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9860168,"threshold_uncertainty_score":0.2314931,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2052185418332561,"score_gpt":0.4719676794017566,"score_spread":0.2667491375685005,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}