{"id":"W2945826489","doi":"10.1007/s10664-019-09788-5","title":"MSRBot: Using bots to answer questions from software repositories","year":2020,"lang":"en","type":"article","venue":"Empirical Software Engineering","topic":"Software Engineering Research","field":"Computer Science","cited_by":39,"is_retracted":false,"has_abstract":false,"ca_institutions":"Concordia University","funders":"","keywords":"Software; Process (computing); Software development; Work (physics); Code (set theory); Software analytics; Team software process; Source code; Software peer review; Verification and validation","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0001573595,0.0004083345,0.0004126895,0.0001986884,0.0001766215,0.000391009,0.001346332,0.0001925413,0.00002997114],"category_scores_gemma":[0.009156236,0.0004401648,0.0001500992,0.001665343,0.00002562901,0.0006097251,0.0008695226,0.0005934204,0.0001593411],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002675061,"about_ca_system_score_gemma":0.0002622548,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001384425,"about_ca_topic_score_gemma":0.000001818592,"domain_scores_codex":[0.997015,0.00004630434,0.0004853697,0.0009479292,0.0007498421,0.0007555687],"domain_scores_gemma":[0.9966645,0.001229146,0.00005301656,0.000842533,0.0001950829,0.001015693],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003453331,0.0001929177,0.5469462,0.0002309813,0.0002159815,0.0005393698,0.004565518,0.4129204,0.006212137,0.0002983669,0.0163884,0.01145516],"study_design_scores_gemma":[0.001354229,0.0007571073,0.4501315,0.001025509,0.0001042665,0.0001572518,0.00006421866,0.2563369,0.01515765,0.0005696153,0.2695446,0.004797082],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.153968,0.0005128138,0.8397143,0.00096749,0.001266766,0.0002394989,0.0000182213,0.003308303,0.000004594097],"genre_scores_gemma":[0.2960111,0.000003546966,0.7016112,0.00114427,0.001040581,0.00005149908,0.0000100429,0.00009018895,0.00003754553],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2531562,"threshold_uncertainty_score":0.999805,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04104006454653197,"score_gpt":0.2962368985798328,"score_spread":0.2551968340333008,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}