{"id":"W2911195015","doi":"10.24908/pceea.v0i0.13046","title":"Identification of Ineffective Team Members Using Normalized Peer Ratings","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Pedagogy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Standard deviation; Formative assessment; Psychology; Statistics; Normal distribution; Peer evaluation; Applied psychology; Distribution (mathematics); Mathematics; Social psychology; Higher education; Political science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.008507486,0.0005483362,0.0008765507,0.00456074,0.0007278589,0.001402362,0.0009845542,0.0004437218,0.001850222],"category_scores_gemma":[0.06047431,0.0002279255,0.0002945611,0.001459732,0.0005860262,0.001354273,0.001475466,0.0005724202,0.0008411297],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006742474,"about_ca_system_score_gemma":0.0006800172,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001534458,"about_ca_topic_score_gemma":0.003829063,"domain_scores_codex":[0.9859135,0.004583464,0.001626699,0.001101012,0.006307739,0.000467654],"domain_scores_gemma":[0.9432943,0.01313717,0.0163569,0.003817668,0.02121537,0.002178494],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.000405256,0.000411199,0.7654756,0.0002538929,0.0001552201,0.0003459814,0.006817867,0.001835977,0.01142579,0.0008060711,0.002334602,0.2097325],"study_design_scores_gemma":[0.00004232333,0.001407838,0.9441403,0.0001307362,0.0001293695,0.001253531,0.008376181,0.02848139,0.009968422,0.001532027,0.004390526,0.0001473571],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9797994,0.000122739,0.01429028,0.00007491591,0.00003120798,0.0003640948,0.0001567681,0.0001255885,0.005034948],"genre_scores_gemma":[0.9860982,0.00008853862,0.01217325,0.0000168539,0.00001664297,0.0002023301,0.0001600589,0.00002088359,0.001223284],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.008507486,"threshold_uncertainty_score":0.04499245,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.006927645278805271,"score_gpt":0.2373245090480925,"score_spread":0.2303968637692872,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}