{"id":"W4403764200","doi":"10.24908/pceea.2023.17082","title":"Program-Level Assessment","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Pedagogy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000308696,0.0001834371,0.0001476465,0.000401976,0.00007955483,0.0002341012,0.0002734783,0.0001630944,0.00008488986],"category_scores_gemma":[0.0001795522,0.0001818437,0.0001053756,0.0007340157,0.00001111166,0.0002287575,0.00001366255,0.0003619998,0.00003227242],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002601295,"about_ca_system_score_gemma":0.0008165896,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001075026,"about_ca_topic_score_gemma":0.001775664,"domain_scores_codex":[0.9989172,0.000003099621,0.0002784091,0.0001705359,0.000289221,0.0003415306],"domain_scores_gemma":[0.9993173,0.0000459344,0.00005459676,0.000110576,0.0002563322,0.0002152478],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000012438,0.0001847781,0.02716828,0.004215656,0.0007114181,6.026337e-7,0.004264217,0.03607615,0.01151169,0.1304237,0.7390422,0.04640007],"study_design_scores_gemma":[0.0001007954,0.00001672046,0.09915456,0.0003944522,0.00007245083,0.000009679919,0.0002009856,0.08742206,0.002076483,0.0002598861,0.8098316,0.0004603752],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6737025,0.004391287,0.001159182,0.02760378,0.06270082,0.003848184,0.0003886806,0.007937638,0.2182679],"genre_scores_gemma":[0.9900823,0.00003865893,0.003537794,0.00008585403,0.0003945901,0.0001929043,0.000017806,0.00007643196,0.005573655],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3163798,"threshold_uncertainty_score":0.7415371,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01104867400846621,"score_gpt":0.2589816684311464,"score_spread":0.2479329944226802,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}