{"id":"W4390669898","doi":"10.1007/s44217-023-00085-4","title":"A course-based approach to conducting program review","year":2024,"lang":"en","type":"article","venue":"Discover Education","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":true,"ca_institutions":"Lambton College; Thompson Rivers University","funders":"","keywords":"CLARITY; Consistency (knowledge bases); Medical education; Computer science; Discipline; Engineering management; Knowledge management; Process management; Engineering; Political science; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001073068,0.0001167089,0.00009180741,0.00007252191,0.00002202772,0.00009888966,0.00008094405,0.00002610612,0.00005518353],"category_scores_gemma":[0.00001723472,0.0001098929,0.00003841367,0.0004622701,0.000005656013,0.0001162224,0.000005296682,0.00009659334,0.0001707162],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001319595,"about_ca_system_score_gemma":0.0003367288,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004373406,"about_ca_topic_score_gemma":4.902329e-7,"domain_scores_codex":[0.9994105,0.000008125315,0.0001495257,0.0001664524,0.0001182029,0.0001472655],"domain_scores_gemma":[0.999707,0.00001094055,0.000007824243,0.0001547156,0.00003213117,0.00008735694],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[7.320983e-7,0.0006933187,0.0001896987,0.01042162,0.00007566444,5.410898e-7,0.001477238,0.01706772,0.0004211391,0.005721227,0.7049065,0.2590246],"study_design_scores_gemma":[0.00006082932,0.00001892083,0.001749393,0.003780634,0.00006927732,0.00001081794,0.0005023722,0.02061923,0.0008224889,0.00002938808,0.9718506,0.0004860788],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.1685521,0.3058236,0.1825615,0.0161484,0.04283294,0.01058327,0.00005032334,0.01377344,0.2596744],"genre_scores_gemma":[0.9713748,0.0003983876,0.02278797,0.001081166,0.0003626305,0.002118915,0.0002846199,0.00007224474,0.001519327],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8028226,"threshold_uncertainty_score":0.4481304,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02046662724721048,"score_gpt":0.315379812309622,"score_spread":0.2949131850624115,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}