{"id":"W2911195015","doi":"10.24908/pceea.v0i0.13046","title":"Identification of Ineffective Team Members Using Normalized Peer Ratings","year":2018,"lang":"en","type":"article","venue":"Proceedings of the Canadian Engineering Education Association (CEEA)","topic":"Engineering Education and Pedagogy","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of New Brunswick","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Standard deviation; Formative assessment; Psychology; Statistics; Normal distribution; Peer evaluation; Applied psychology; Distribution (mathematics); Mathematics; Social psychology; Higher education; Political science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006641023,0.0001871189,0.0002205777,0.0004454858,0.0001225264,0.00006518381,0.0002946759,0.0001807036,0.00005699569],"category_scores_gemma":[0.001260944,0.0002008171,0.00009698809,0.000804936,0.00003709995,0.0002895225,0.00001734575,0.0002132907,0.000009620044],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001687912,"about_ca_system_score_gemma":0.0004378804,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003348621,"about_ca_topic_score_gemma":0.001700702,"domain_scores_codex":[0.9986399,0.00000807594,0.0004961914,0.0001658029,0.0003925198,0.0002975319],"domain_scores_gemma":[0.9978158,0.0000560792,0.0003411526,0.0001467979,0.001477881,0.0001623087],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.00001360151,0.0001830038,0.08683664,0.002049854,0.0006564886,6.446291e-8,0.01959704,0.1066617,0.6571275,0.01453259,0.11074,0.001601515],"study_design_scores_gemma":[0.0008225265,0.00006716129,0.1594352,0.0005644553,0.0002897527,0.00001643956,0.001737615,0.364678,0.4057473,0.0002536383,0.06522778,0.001160107],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9887611,0.00007136827,0.000206223,0.0005385036,0.003646757,0.0004231448,0.00003254746,0.0001701654,0.006150151],"genre_scores_gemma":[0.9969624,0.000005699796,0.001112116,0.00005114784,0.0003315162,0.00003794999,0.000008982537,0.00005488313,0.001435316],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2580163,"threshold_uncertainty_score":0.8189085,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.006927645278805271,"score_gpt":0.2373245090480925,"score_spread":0.2303968637692872,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}