{"id":"W2282369539","doi":"10.1145/2839509.2844647","title":"Evaluating Student Teams","year":2016,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"The Scarborough Hospital; University of Toronto","funders":"","keywords":"Preference; Computer science; Work (physics); Mathematics education; Subject (documents); Medical education; Psychology; World Wide Web; Engineering; Medicine; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003753036,0.00004230968,0.00003793964,0.00002342243,0.0000250075,0.00005364804,0.0004288883,0.000015149,0.00006186597],"category_scores_gemma":[0.0001066342,0.00002318651,0.00001630284,0.00007145973,0.000004560632,0.0003569216,0.0001561216,0.00002418271,0.00008553614],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001851283,"about_ca_system_score_gemma":0.00001248413,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006687399,"about_ca_topic_score_gemma":4.143493e-7,"domain_scores_codex":[0.9995317,0.00001838954,0.00006849784,0.0001289149,0.0001555932,0.00009688055],"domain_scores_gemma":[0.9993891,0.00024849,0.00002193431,0.0002885695,0.0000235895,0.00002829466],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[5.76358e-7,0.0000173246,0.001288273,0.000001582033,0.000006264212,0.000002923084,0.00008804366,0.00001211214,0.002270136,0.06985431,0.002170696,0.9242877],"study_design_scores_gemma":[0.002557213,0.002466051,0.07272774,0.0003642032,0.00003532428,0.0001887012,0.0000799074,0.07747135,0.1552517,0.1529508,0.5335705,0.002336557],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.00770482,0.00002533767,0.985411,0.001851832,0.0001540198,0.00004685966,6.995882e-8,0.0008845351,0.003921522],"genre_scores_gemma":[0.4377852,0.000008979299,0.5607504,0.0001236889,0.00003113797,0.00001038993,2.174635e-8,0.000002961539,0.001287139],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9219512,"threshold_uncertainty_score":0.1099422,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04434166825570514,"score_gpt":0.383885423876417,"score_spread":0.3395437556207119,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}