{"id":"W3094967092","doi":"10.1109/ms.2020.3036758","title":"Insights Into Nonmerged Pull Requests in GitHub: Is There Evidence of Bias Based on Perceptible Race?","year":2020,"lang":"en","type":"article","venue":"IEEE Software","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Race (biology); Computer science; Racial bias; Software; Data science; World Wide Web; Internet privacy; Programming language; Sociology; Gender studies","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001878911,0.000191839,0.0002576849,0.0001583253,0.000120698,0.00005558053,0.000696213,0.0001212527,0.00006584341],"category_scores_gemma":[0.0003629559,0.0001720617,0.00009934493,0.00094225,0.00004403653,0.0004868502,0.00009225267,0.0002706104,0.0002098416],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007123018,"about_ca_system_score_gemma":0.0001414552,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002535151,"about_ca_topic_score_gemma":0.0001222292,"domain_scores_codex":[0.9982862,0.0001657728,0.0003109444,0.0005417002,0.0004567132,0.0002386155],"domain_scores_gemma":[0.99884,0.0002004031,0.000128609,0.0005758817,0.0001065118,0.00014863],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.001452432,0.001349122,0.122301,0.002618753,0.0001411734,0.001097259,0.1255465,0.03709792,0.3528039,0.0006776696,0.02164408,0.3332703],"study_design_scores_gemma":[0.002508545,0.004465214,0.04118955,0.003439944,0.00003161234,0.00001059261,0.0003084676,0.2122321,0.7219291,0.003113387,0.009095768,0.001675745],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8526843,0.0004407527,0.1435553,0.002182656,0.0003892745,0.000277639,0.000001885633,0.0003032,0.0001650217],"genre_scores_gemma":[0.9820643,0.00005846291,0.01615885,0.001542569,0.00006889716,0.00001614655,0.000001074306,0.0000176099,0.00007209495],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3691252,"threshold_uncertainty_score":0.7016472,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04746115487556264,"score_gpt":0.2695700909303518,"score_spread":0.2221089360547892,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}