{"id":"W2951710749","doi":"10.1109/tse.2019.2924006","title":"Locating Latent Design Information in Developer Discussions: A Study on Pull Requests","year":2019,"lang":"en","type":"article","venue":"IEEE Transactions on Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":32,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; Université de Montréal; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Computer science; Maintainability; Classifier (UML); Documentation; Software engineering; Software design; Machine learning; Software; Robustness (evolution); Source lines of code; Artificial intelligence; Data mining; Software development; Programming language","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006191518,0.0002754099,0.0002306059,0.0008260091,0.00008203361,0.0001683054,0.0005951493,0.0001000477,0.00001756853],"category_scores_gemma":[0.0002431421,0.0002510918,0.00005928537,0.001133977,0.000007401381,0.001199189,0.00001039103,0.0006390987,0.0004082344],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003791806,"about_ca_system_score_gemma":0.00008830401,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002977758,"about_ca_topic_score_gemma":0.000003350527,"domain_scores_codex":[0.9980788,0.00007050984,0.0004136089,0.0003852527,0.0005752785,0.0004765364],"domain_scores_gemma":[0.9982188,0.0008550312,0.00004307695,0.0006739296,0.00008318661,0.0001260059],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001415897,0.0001620533,0.002259596,0.0000406915,0.00001947325,0.00001340669,0.001595713,0.9824625,0.000112936,0.00003547317,0.00001199195,0.013272],"study_design_scores_gemma":[0.00317283,0.001598329,0.1375739,0.001105285,0.00001809398,0.00004600776,0.0003402569,0.8409542,0.01316587,0.00002999064,0.0003350411,0.001660101],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1497785,0.000009726406,0.8478745,0.0000469917,0.0007095112,0.0007853212,0.000002023259,0.0007886039,0.000004906065],"genre_scores_gemma":[0.9357022,0.000003523205,0.06390392,0.00003970402,0.00001362494,0.0002405885,0.000001159616,0.0000324205,0.00006283903],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7859238,"threshold_uncertainty_score":0.9999942,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02160847518558152,"score_gpt":0.2497984487397829,"score_spread":0.2281899735542013,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}