{"id":"W2909554853","doi":"10.24908/pceea.v0i0.13078","title":"Using Coop Performance Evaluations for Graduate Attribute Assessment","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Evaluation of Teaching Practices","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Summative assessment; Formative assessment; Institution; Computer science; Graduate students; Work (physics); Medical education; Mathematics education; Engineering management; Psychology; Engineering; Political science; Medicine","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02236738,0.0005588151,0.0004365447,0.005316311,0.001423831,0.004052615,0.0007827071,0.0004212642,0.001794396],"category_scores_gemma":[0.0890706,0.0001666806,0.0003934678,0.00481831,0.0008396155,0.002343667,0.002390933,0.001537129,0.0008325648],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002000584,"about_ca_system_score_gemma":0.004270955,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003063833,"about_ca_topic_score_gemma":0.00945267,"domain_scores_codex":[0.9734718,0.01113679,0.001960435,0.001141835,0.01138363,0.0009055863],"domain_scores_gemma":[0.8855569,0.04094222,0.01619375,0.008782405,0.04349001,0.005034789],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0003251641,0.001980567,0.4872442,0.0002702363,0.0001022463,0.00007682923,0.01058324,0.00176239,0.003479979,0.003447712,0.005432382,0.4852951],"study_design_scores_gemma":[0.00006395397,0.003023749,0.9329331,0.0003144957,0.00007680232,0.0001624585,0.01584295,0.008028683,0.009547791,0.00341425,0.02645457,0.0001372297],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9060612,0.0003274544,0.03353531,0.0006624005,0.0002160005,0.001547031,0.0006918492,0.000512717,0.0564461],"genre_scores_gemma":[0.9669939,0.0002135475,0.02727397,0.0001059598,0.0000615818,0.001336636,0.00062259,0.00006645999,0.003325449],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02236738,"threshold_uncertainty_score":0.1182915,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.171772600819549,"score_gpt":0.4430280199016345,"score_spread":0.2712554190820854,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}