{"id":"W4389822970","doi":"10.1016/j.jss.2023.111935","title":"Incivility detection in open source code review and issue discussions","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Incivility; Open source; Computer science; Tone (literature); Source code; Open source software; Code (set theory); Machine learning; Data science; Artificial intelligence; World Wide Web; Software; Computer security; Psychology; Programming language; Social psychology; Linguistics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001906657,0.00007582136,0.0002912598,0.000169552,0.00007822969,0.0002047239,0.0004348906,0.00004308976,0.000002270793],"category_scores_gemma":[0.001241556,0.00005256209,0.00002490439,0.0005321307,0.00001882487,0.0004702569,0.0004349848,0.0002249286,0.000005160203],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004481733,"about_ca_system_score_gemma":0.00004312841,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001115363,"about_ca_topic_score_gemma":0.00003022675,"domain_scores_codex":[0.9990023,0.0001136863,0.0003397345,0.0001525449,0.0002364151,0.0001553115],"domain_scores_gemma":[0.9990619,0.0003877319,0.0001156007,0.0002087133,0.0001001251,0.000125936],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00004245899,0.000175564,0.3775746,0.01393566,0.0001616223,0.0005898592,0.005941822,0.002631386,0.0005649873,0.0003081899,0.02902671,0.5690471],"study_design_scores_gemma":[0.001740616,0.0005658669,0.8367836,0.01327539,0.00004915461,0.001832098,0.0006913568,0.01485846,0.00009490049,0.0005610339,0.1289343,0.0006132071],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.4259815,0.06744181,0.4986144,0.004720746,0.001464141,0.001414296,0.00001425422,0.0003201194,0.00002870066],"genre_scores_gemma":[0.9929921,0.004571027,0.001636969,0.00006729436,0.0001007457,0.00001903903,4.514388e-7,0.00001350614,0.0005988865],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5684339,"threshold_uncertainty_score":0.214342,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02853647399319305,"score_gpt":0.3096529375676019,"score_spread":0.2811164635744089,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}