{"id":"W2725070215","doi":"10.1109/sera.2017.7965698","title":"Empirical research methods for software engineering: Keynote address","year":2017,"lang":"en","type":"article","venue":"","topic":"Software Engineering Techniques and Practices","field":"Computer Science","cited_by":4,"is_retracted":false,"has_abstract":true,"ca_institutions":"Algoma University","funders":"","keywords":"Empirical research; Computer science; Software engineering; Personal software process; Social software engineering; Software; Introspection; Software peer review; Software development; Data science; Software construction","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.04107529,0.001805461,0.00265315,0.007886032,0.001597897,0.007430486,0.002967726,0.004860947,0.1357369],"category_scores_gemma":[0.1225072,0.001031681,0.001244251,0.01276263,0.004328423,0.008881977,0.004322563,0.006842329,0.06004128],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002460052,"about_ca_system_score_gemma":0.003628421,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006153369,"about_ca_topic_score_gemma":0.0005718599,"domain_scores_codex":[0.9645789,0.02322823,0.003721426,0.002136559,0.005993628,0.0003412151],"domain_scores_gemma":[0.8201544,0.1481939,0.004723496,0.01205292,0.01362466,0.001250623],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001059553,0.0001430039,0.0007805257,0.006366508,0.0001392865,0.0001345387,0.001242186,0.0007262312,0.0007458852,0.1808573,0.4229324,0.3858263],"study_design_scores_gemma":[0.00006941926,0.0001358633,0.001800228,0.006453249,0.00007416379,0.0003107725,0.000888176,0.001304004,0.0003404066,0.1530541,0.8354922,0.00007741879],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"commentary","genre_scores_codex":[0.001340793,0.06785833,0.6940284,0.04327982,0.01581728,0.005023218,0.008825368,0.003540605,0.1602861],"genre_scores_gemma":[0.03036421,0.09590466,0.7079624,0.0142175,0.01232568,0.0318701,0.009394463,0.00416934,0.09379174],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.9589247,"threshold_uncertainty_score":0.4540852,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2690564725185825,"score_gpt":0.546596510545812,"score_spread":0.2775400380272295,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}