{"id":"W2725070215","doi":"10.1109/sera.2017.7965698","title":"Empirical research methods for software engineering: Keynote address","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"Algoma University","funders":"","keywords":"Empirical research; Computer science; Software engineering; Personal software process; Social software engineering; Software; Introspection; Software peer review; Software development; Data science; Software construction","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002779153,0.0001239727,0.0001572938,0.0001339159,0.0004673257,0.000810719,0.002394729,0.0001162337,0.00001649974],"category_scores_gemma":[0.007974599,0.0001080633,0.00008012242,0.0001228435,0.00005295648,0.0008067177,0.0007543627,0.0003056518,0.00001497496],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003393723,"about_ca_system_score_gemma":0.00005549167,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003527153,"about_ca_topic_score_gemma":0.000001174544,"domain_scores_codex":[0.9987363,0.00007801902,0.0001514815,0.0003850183,0.0002228612,0.0004263272],"domain_scores_gemma":[0.9953147,0.002744547,0.00005880955,0.001538591,0.0002134047,0.0001299551],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004645594,0.0001551872,0.00339517,0.0002447023,0.0001087937,0.00003611226,0.0007033019,0.000490608,0.001178827,0.2088028,0.09818278,0.6866553],"study_design_scores_gemma":[0.0002429358,0.0001880489,0.00544485,0.00003387794,0.000005381331,0.00001836069,0.000003224359,0.1300537,0.01264126,0.01095519,0.8400835,0.0003296248],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0001633296,0.0001187845,0.9949054,0.002430647,0.0004781095,0.0002575375,0.000001509596,0.001100762,0.0005438972],"genre_scores_gemma":[0.0143051,0.00001671052,0.9846116,0.0000861797,0.0001402165,0.0001327628,8.619375e-7,0.0000193409,0.0006872672],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7419007,"threshold_uncertainty_score":0.9546916,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2690564725185825,"score_gpt":0.546596510545812,"score_spread":0.2775400380272295,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}