{"id":"W4413268009","doi":"10.1145/3696630.3731666","title":"Get on the Train or be Left on the Station: Using LLMs for Software Engineering Research","year":2025,"lang":"en","type":"article","venue":"","topic":"Software Engineering Research","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Victoria","funders":"","keywords":"Software; Computer science; Engineering management; Engineering; Operating system","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05824136,0.0006023458,0.0004902044,0.004454658,0.005804829,0.02278635,0.0027868,0.004668321,0.004708551],"category_scores_gemma":[0.1181123,0.0007573867,0.0008820121,0.003386758,0.04851421,0.04227171,0.01247192,0.005456257,0.001305753],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00932908,"about_ca_system_score_gemma":0.01092329,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004909173,"about_ca_topic_score_gemma":0.005238015,"domain_scores_codex":[0.9337637,0.05655971,0.001754459,0.001817394,0.005143934,0.0009609277],"domain_scores_gemma":[0.763101,0.2007578,0.007622266,0.01959954,0.006540195,0.002379224],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0000260773,0.00002325431,0.0007217143,0.0001495089,0.000007036745,0.0001312,0.01374707,0.0009579346,0.000197426,0.9454706,0.002512334,0.03605582],"study_design_scores_gemma":[0.00001702068,0.00004806825,0.000373913,0.0007343657,0.00001831421,0.0001567097,0.0097822,0.004774723,0.0009447787,0.9030731,0.08003014,0.00004657611],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"commentary","genre_scores_codex":[0.05158018,0.007852958,0.5838524,0.1905973,0.001501188,0.0003402099,0.0001466805,0.001226405,0.1629029],"genre_scores_gemma":[0.7329592,0.005357865,0.2374742,0.007789049,0.000691915,0.0009632581,0.0001159402,0.0006071592,0.01404147],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.9417586,"threshold_uncertainty_score":0.3080134,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1492130351029197,"score_gpt":0.3841645751861282,"score_spread":0.2349515400832085,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}