{"id":"W4403764200","doi":"10.24908/pceea.2023.17082","title":"Program-Level Assessment","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Pedagogy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0032564,0.0005249199,0.0005712155,0.002036662,0.0006633913,0.001506014,0.0009245459,0.0003369091,0.03131703],"category_scores_gemma":[0.007297253,0.0002108505,0.0004955666,0.001334001,0.0001685012,0.000609546,0.001244396,0.0008783073,0.01380308],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001241269,"about_ca_system_score_gemma":0.004054865,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004336138,"about_ca_topic_score_gemma":0.01060227,"domain_scores_codex":[0.9972065,0.0004366273,0.0002303642,0.0003815556,0.001358424,0.000386469],"domain_scores_gemma":[0.9847692,0.0008842802,0.0008134563,0.0007499892,0.01108172,0.001701312],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0005082197,0.00269322,0.06881087,0.0002805561,0.00004552423,0.0001139587,0.0007588334,0.001337885,0.005687317,0.001186219,0.0521561,0.8664213],"study_design_scores_gemma":[0.0001054005,0.005585737,0.6612625,0.00030869,0.0000844954,0.0004400599,0.001508773,0.007924365,0.01693656,0.002061666,0.3036456,0.0001361039],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.5392202,0.0005943147,0.06070825,0.001879417,0.000720242,0.01286365,0.01963866,0.007986397,0.3563889],"genre_scores_gemma":[0.6023937,0.0008790352,0.08581699,0.0006011514,0.0001769519,0.004820643,0.02212743,0.001080464,0.2821037],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.03131703,"threshold_uncertainty_score":0.1047659,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01104867400846621,"score_gpt":0.2589816684311464,"score_spread":0.2479329944226802,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}