{"id":"W4403764232","doi":"10.24908/pceea.2023.17115","title":"Innovative Assessment Strategies for Measuring Graduate Attribute Competencies","year":2024,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Higher Education and Employability","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University","funders":"","keywords":"Computer science; Engineering management; Knowledge management; Medical education; Engineering; Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00158575,0.0001130484,0.0001353623,0.0002416999,0.0004788698,0.0004675363,0.000269866,0.0001058946,0.00003036909],"category_scores_gemma":[0.00126766,0.0001105369,0.00008289528,0.001114475,0.00004956324,0.0004406515,0.00001347766,0.000204169,0.000005234091],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.004243077,"about_ca_system_score_gemma":0.006163457,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.02587572,"about_ca_topic_score_gemma":0.02924208,"domain_scores_codex":[0.9987707,0.00001593636,0.000260878,0.0001928556,0.0004325135,0.0003271798],"domain_scores_gemma":[0.9977079,0.0001562496,0.0001565252,0.00006578251,0.001758004,0.0001555103],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000001296658,0.00006215266,0.09667448,0.000487007,0.0001446347,2.886689e-8,0.03100916,0.0001987781,0.001027537,0.7995861,0.06957962,0.00122918],"study_design_scores_gemma":[0.0001544344,0.00002483422,0.457617,0.0003859089,0.00007731772,6.396818e-7,0.01944122,0.0006067453,0.0007163223,0.01161426,0.5088925,0.000468728],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8819054,0.0002579502,0.0005631081,0.07771032,0.01079937,0.00181609,0.0001388489,0.0004676511,0.02634127],"genre_scores_gemma":[0.9945884,0.000008842356,0.001709204,0.0001542442,0.0003670013,0.0001593036,0.00001036873,0.00001888537,0.002983708],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7879719,"threshold_uncertainty_score":0.9995794,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04953555423208208,"score_gpt":0.318985786761507,"score_spread":0.2694502325294249,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}