{"id":"W2809153102","doi":"10.1145/3197091.3205832","title":"Code reviews in large, first-year courses","year":2018,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Code (set theory); Implementation; Code review; Programming style; Software engineering; Programming language; Mathematics education; Multimedia; Software; Static program analysis; Software development; Psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02816434,0.001235898,0.001197411,0.004145877,0.00457149,0.005251421,0.003910208,0.001876772,0.01088977],"category_scores_gemma":[0.1676974,0.001069526,0.0006338204,0.002618956,0.001473722,0.003538626,0.005005962,0.003572759,0.008136475],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005454267,"about_ca_system_score_gemma":0.009410642,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001466662,"about_ca_topic_score_gemma":0.007524299,"domain_scores_codex":[0.9669001,0.01284544,0.001917642,0.004712483,0.01136455,0.002259738],"domain_scores_gemma":[0.687646,0.1182698,0.03204348,0.02477844,0.09352215,0.0437401],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0006788537,0.004080099,0.02802998,0.0008146692,0.00007783277,0.0009418617,0.01416307,0.00196077,0.01606599,0.002372021,0.167164,0.7636509],"study_design_scores_gemma":[0.000875439,0.007681265,0.1677922,0.002102739,0.0001543151,0.00219075,0.02441274,0.01479487,0.04073349,0.01842725,0.7201568,0.0006781017],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7748907,0.00362759,0.1075732,0.01865197,0.00494707,0.005832732,0.001208201,0.01638667,0.06688189],"genre_scores_gemma":[0.7354517,0.00168735,0.1862541,0.005602728,0.001580844,0.003182454,0.002289232,0.003805038,0.06014653],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02816434,"threshold_uncertainty_score":0.1489491,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03395933909286687,"score_gpt":0.3198250960604861,"score_spread":0.2858657569676193,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}