{"id":"W4392347631","doi":"10.1145/3649598","title":"Communicating Study Design Trade-offs in Software Engineering","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"ca_institutions":"Polytechnique Montréal; University of Victoria; McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; Science Foundation Ireland; European Commission; National Science Foundation","keywords":"Computer science; Work (physics); Reflection (computer programming); Process (computing); Risk analysis (engineering); Management science; Strengths and weaknesses; Engineering ethics; Psychology; Business; Engineering; Social psychology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9067478,0.004290369,0.004890678,0.01331763,0.0124998,0.02658136,0.01001133,0.02476752,0.005899589],"category_scores_gemma":[0.9418336,0.005997211,0.005360113,0.008446526,0.0480242,0.04351353,0.03471091,0.0267301,0.002455234],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02518969,"about_ca_system_score_gemma":0.02585498,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009162107,"about_ca_topic_score_gemma":0.001583807,"domain_scores_codex":[0.03621928,0.8435737,0.07400297,0.009981275,0.03438734,0.001835453],"domain_scores_gemma":[0.01464795,0.8792941,0.03089565,0.05416534,0.01898272,0.00201419],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.003042668,0.0006847073,0.01389005,0.01134111,0.002151266,0.001990731,0.2746787,0.004607489,0.006706508,0.273134,0.01744748,0.3903253],"study_design_scores_gemma":[0.002425784,0.002693179,0.007414375,0.02647537,0.001019909,0.002178523,0.03726142,0.01969537,0.01056414,0.8026391,0.08647478,0.001158053],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.06548037,0.01105646,0.7223025,0.1425029,0.006421748,0.02700455,0.0003035513,0.001280438,0.02364755],"genre_scores_gemma":[0.2813864,0.001804919,0.6168484,0.03088227,0.002319504,0.06456007,0.0001116597,0.0005075057,0.001579241],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.09325218,"threshold_uncertainty_score":0.1827649,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1272841033375741,"score_gpt":0.3491946088004384,"score_spread":0.2219105054628643,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}