{"id":"W4308713041","doi":"10.24908/pceea.vi.15929","title":"Journey Continues: Piloting Competency-based Assessment in a First-year Engineering Course on Ethics, Communication, and Creative Problem Solving","year":2022,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"York University","funders":"York University","keywords":"Grading (engineering); Competence (human resources); Normative; Transformative learning; Engineering education; Engineering ethics; Engineering; Psychology; Mathematics education; Medical education; Pedagogy; Engineering management; Political science; Medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.003925708,0.0001345568,0.0001810326,0.0003523811,0.001302867,0.0001736587,0.0003827297,0.0001122262,0.00006497169],"category_scores_gemma":[0.002624414,0.0001554464,0.00005067052,0.000711236,0.00003802433,0.0002530005,0.00005389273,0.001113374,8.937195e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003699961,"about_ca_system_score_gemma":0.003813355,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.04752837,"about_ca_topic_score_gemma":0.04877542,"domain_scores_codex":[0.9984712,0.0001016167,0.000319761,0.0001973703,0.0005481297,0.0003619356],"domain_scores_gemma":[0.9983442,0.00050208,0.0004506533,0.00009455184,0.0004534458,0.0001550755],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001005193,0.0002241457,0.5828629,0.0003853018,0.00009289735,2.774375e-7,0.09592586,0.05704707,0.0002639238,0.256764,0.006035881,0.0003876735],"study_design_scores_gemma":[0.00222843,0.000255729,0.673257,0.003126261,0.0001662597,0.000003373662,0.09307823,0.04728214,0.0002648392,0.003609823,0.175235,0.001492907],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.658141,0.001084456,0.0002172361,0.2374334,0.002491653,0.004797683,0.0001297478,0.0005617267,0.09514309],"genre_scores_gemma":[0.9928328,0.00002622921,0.006000046,0.0003306812,0.00006665407,0.0001503628,0.000009356018,0.00002681996,0.0005570675],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3346918,"threshold_uncertainty_score":0.9999973,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01323657987265271,"score_gpt":0.2746072835228296,"score_spread":0.2613707036501769,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}