{"id":"W1135846555","doi":"10.24908/pceea.v0i0.5843","title":"DEVELOPMENTOF ANALYTIC RUBRICS FOR COMPETENCY ASSESSMENT","year":2015,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Education and Critical Thinking Development","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Rubric; Teamwork; Computer science; Software deployment; Peer assessment; Psychology; Mathematics education; Software engineering; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.05072302,0.002495887,0.001324179,0.01370452,0.00244161,0.005066484,0.00348791,0.001000093,0.008562762],"category_scores_gemma":[0.1594061,0.001096923,0.001779738,0.005690953,0.001733497,0.004364704,0.005324214,0.003050231,0.005635479],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003938266,"about_ca_system_score_gemma":0.00864307,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00427802,"about_ca_topic_score_gemma":0.006670846,"domain_scores_codex":[0.9436693,0.02605391,0.008297852,0.002578306,0.01818129,0.001219305],"domain_scores_gemma":[0.8686804,0.0325758,0.009473769,0.01502527,0.07248192,0.00176286],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001433092,0.0004925519,0.004950892,0.001768603,0.0000673091,0.0001580356,0.007067159,0.003294929,0.01407847,0.01845274,0.03277751,0.9167485],"study_design_scores_gemma":[0.0003732002,0.001717669,0.04635425,0.007103596,0.0002156225,0.001708914,0.01769059,0.08998416,0.08154451,0.05839468,0.6940114,0.0009014369],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.03282764,0.001019068,0.9075874,0.0008123298,0.0005995743,0.01592222,0.00250995,0.009687479,0.02903438],"genre_scores_gemma":[0.04388943,0.0005554704,0.9312271,0.0001673621,0.0000673156,0.0115747,0.004305575,0.001460413,0.006752599],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.05072302,"threshold_uncertainty_score":0.2682521,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02310758709986787,"score_gpt":0.2974747825893846,"score_spread":0.2743671954895168,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}