{"id":"W4404800967","doi":"10.1016/j.jss.2024.112283","title":"RPerf: Mining user reviews using topic modeling to assist performance testing: An industrial experience report","year":2024,"lang":"en","type":"article","venue":"Journal of Systems and Software","topic":"Software Engineering Research","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":false,"ca_institutions":"Concordia University","funders":"","keywords":"Computer science; Engineering; Software engineering; Data science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007943445,0.001931212,0.001618429,0.007813564,0.000873699,0.002386507,0.002083725,0.001359712,0.003103288],"category_scores_gemma":[0.02642595,0.0004974258,0.001161577,0.003904141,0.0002740211,0.003191614,0.001323381,0.001146182,0.006611558],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000496712,"about_ca_system_score_gemma":0.001262855,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005712152,"about_ca_topic_score_gemma":0.007982993,"domain_scores_codex":[0.9929315,0.002395465,0.0005724883,0.001066275,0.00277584,0.0002584069],"domain_scores_gemma":[0.9662524,0.02039386,0.002018033,0.002903189,0.007282561,0.001149977],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.001050572,0.002513513,0.03749338,0.002180647,0.0008810499,0.0004313186,0.001655599,0.004255359,0.02274789,0.0005858656,0.1629695,0.7632354],"study_design_scores_gemma":[0.0008586553,0.005262094,0.1904584,0.000563455,0.001919432,0.002861753,0.002650632,0.5410689,0.07088799,0.002765881,0.1800282,0.0006745096],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5356715,0.01391853,0.2096987,0.002991868,0.001284376,0.003402617,0.08703903,0.1332204,0.01277293],"genre_scores_gemma":[0.4983964,0.003179791,0.3395074,0.000606905,0.0009687673,0.001950208,0.1284756,0.003346904,0.02356799],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007943445,"threshold_uncertainty_score":0.04200947,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1939954097242877,"score_gpt":0.3482082900804238,"score_spread":0.154212880356136,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}