{"id":"W4405601028","doi":"10.1109/icsme58944.2024.00075","title":"Developing a Llama-Based Chatbot for CI/CD Question Answering: A Case Study at Ericsson","year":2024,"lang":"en","type":"article","venue":"","topic":"AI in Service Interactions","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ericsson (Canada); University of Ottawa","funders":"","keywords":"Chatbot; Computer science; Question answering; World Wide Web; Natural language processing","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003472307,0.0001517222,0.0001227453,0.0001776374,0.0002288012,0.0003930534,0.0003420568,0.00004573659,0.00003369337],"category_scores_gemma":[0.00004111617,0.0001386483,0.00006666844,0.0005083418,0.00001056918,0.000493068,0.0002090336,0.0001008362,0.0001227706],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004028082,"about_ca_system_score_gemma":0.0001718469,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007958408,"about_ca_topic_score_gemma":0.002857623,"domain_scores_codex":[0.9987693,0.00005104112,0.00024918,0.0005005875,0.0001805057,0.0002493323],"domain_scores_gemma":[0.9990022,0.0003489178,0.00004113343,0.000409074,0.0001304872,0.00006814356],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0002689466,0.003150006,0.009404672,0.002776985,0.001071289,0.03212097,0.07321286,0.01432683,0.01867526,0.4033729,0.02312292,0.4184964],"study_design_scores_gemma":[0.0003900594,0.000380118,0.0003025103,0.0001512235,0.00002700448,0.001476555,0.001649849,0.9633896,0.002912052,0.0009711286,0.02795465,0.0003952253],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2098458,0.00004431522,0.7846563,0.002919112,0.000995121,0.0006276981,0.000002701846,0.0006808011,0.0002281569],"genre_scores_gemma":[0.8574466,7.280508e-7,0.140919,0.0005181361,0.00009190407,0.0003734308,0.000002896462,0.00001839707,0.0006288962],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9490628,"threshold_uncertainty_score":0.5653915,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06036315005971882,"score_gpt":0.3699147755625642,"score_spread":0.3095516255028454,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}