{"id":"W4389822970","doi":"10.1016/j.jss.2023.111935","title":"Incivility detection in open source code review and issue discussions","year":2023,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":false,"ca_institutions":"Polytechnique Montréal","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Incivility; Open source; Computer science; Tone (literature); Source code; Open source software; Code (set theory); Machine learning; Data science; Artificial intelligence; World Wide Web; Software; Computer security; Psychology; Programming language; Social psychology; Linguistics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04617449,0.000677733,0.0008185547,0.02192825,0.003301562,0.006067648,0.002259744,0.003056413,0.005059192],"category_scores_gemma":[0.3623686,0.0007204514,0.0008039587,0.007802924,0.001431025,0.007666121,0.005307742,0.00306679,0.001390406],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002693452,"about_ca_system_score_gemma":0.004768583,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003132524,"about_ca_topic_score_gemma":0.004494004,"domain_scores_codex":[0.9371957,0.02244175,0.004940506,0.006045803,0.02635506,0.003021211],"domain_scores_gemma":[0.3696577,0.4425502,0.08590659,0.02029858,0.07448781,0.007099098],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001789709,0.0006267315,0.4457107,0.002093998,0.0004986415,0.002119989,0.03566585,0.003287175,0.01480392,0.04496251,0.0564662,0.3919746],"study_design_scores_gemma":[0.0002557881,0.001228543,0.4663793,0.003873759,0.001078985,0.002553653,0.0346334,0.0973574,0.05120428,0.09042519,0.2503398,0.00066993],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8351371,0.003999745,0.06977683,0.0102502,0.001790583,0.001686026,0.003382971,0.003099561,0.07087693],"genre_scores_gemma":[0.9545419,0.0005289082,0.02762665,0.001228951,0.0008850389,0.0007837901,0.001780319,0.000468078,0.01215631],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9538255,"threshold_uncertainty_score":0.2441969,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02853647399319305,"score_gpt":0.3096529375676019,"score_spread":0.2811164635744089,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}