{"id":"W2910030776","doi":"10.24908/pceea.v0i0.13060","title":"Evolution of Canadian Engineering Education Assessment Practice 2010-2017","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Curriculum Development","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"Suncor Energy Incorporated","keywords":"Summative assessment; Formative assessment; Snapshot (computer storage); Graduate education; Engineering education; Engineering ethics; Computer science; Medical education; Engineering; Engineering management; Mathematics education; Psychology; Medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006347083,0.0002818464,0.0002524956,0.001582303,0.0001816585,0.0001030961,0.0004554612,0.000258944,0.00006458849],"category_scores_gemma":[0.001181599,0.0003141739,0.0001011603,0.001805633,0.00002634648,0.0005005264,0.00002287103,0.0003651856,0.00002831019],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008368731,"about_ca_system_score_gemma":0.004275397,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.09493549,"about_ca_topic_score_gemma":0.05712204,"domain_scores_codex":[0.9982026,0.000008710163,0.0005452976,0.0002466094,0.0004683236,0.0005284151],"domain_scores_gemma":[0.9972803,0.0000578803,0.0003140395,0.0002318916,0.00162464,0.0004912355],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.000005990863,0.000443662,0.06765896,0.002311963,0.0007687603,3.240711e-7,0.00645458,0.03227217,0.02760004,0.1097474,0.7489072,0.003828962],"study_design_scores_gemma":[0.0003057162,0.00004723695,0.4853928,0.0007788815,0.0001779674,0.00002689216,0.001590693,0.02683796,0.007481241,0.0001294799,0.4762762,0.0009548424],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7292837,0.002116139,0.001271977,0.01678055,0.06142816,0.003457727,0.0002109359,0.001265333,0.1841855],"genre_scores_gemma":[0.9885277,0.00004820751,0.008921101,0.0001384551,0.0005463828,0.0001299955,0.0000236116,0.00007360997,0.001590935],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4177339,"threshold_uncertainty_score":0.999931,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.005177586800415708,"score_gpt":0.2158918258917227,"score_spread":0.210714239091307,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}