{"id":"W3094967092","doi":"10.1109/ms.2020.3036758","title":"Insights Into Nonmerged Pull Requests in GitHub: Is There Evidence of Bias Based on Perceptible Race?","year":2020,"lang":"en","type":"article","venue":"IEEE Software","topic":"Hate Speech and Cyberbullying Detection","field":"Computer Science","cited_by":24,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Waterloo","funders":"","keywords":"Race (biology); Computer science; Racial bias; Software; Data science; World Wide Web; Internet privacy; Programming language; Sociology; Gender studies","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01349177,0.0006390056,0.0006416366,0.00279831,0.007849433,0.0054448,0.001246129,0.001717977,0.00741739],"category_scores_gemma":[0.06233641,0.0005226932,0.0001776511,0.002060897,0.0114741,0.005230546,0.006810353,0.002886167,0.0009601416],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005114523,"about_ca_system_score_gemma":0.004221745,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01484236,"about_ca_topic_score_gemma":0.02632129,"domain_scores_codex":[0.980505,0.01360882,0.0005163979,0.0008931903,0.002549318,0.001927229],"domain_scores_gemma":[0.9248021,0.05393996,0.009925694,0.002016569,0.005558255,0.003757467],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"observational","study_design_scores_codex":[0.00004366397,0.0000219578,0.008030145,0.0001001956,0.000003227321,0.0004202142,0.9863092,0.00001130272,0.0007240749,0.001317171,0.0006876675,0.002331255],"study_design_scores_gemma":[0.000003003096,0.00001928712,0.004513397,0.00007603008,0.000001946073,0.0001181071,0.9902699,0.0000567153,0.0001963532,0.000413912,0.004316788,0.00001459477],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9830503,0.0001813006,0.001255627,0.003520606,0.00006913614,0.00007662912,0.0001046612,0.00003736479,0.01170439],"genre_scores_gemma":[0.9953099,0.000113578,0.0004219882,0.00111197,0.00003116204,0.00009935609,0.00003727894,0.0000683883,0.002806371],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9865083,"threshold_uncertainty_score":0.07135212,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04746115487556264,"score_gpt":0.2695700909303518,"score_spread":0.2221089360547892,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}