{"id":"W4392347631","doi":"10.1145/3649598","title":"Communicating Study Design Trade-offs in Software Engineering","year":2024,"lang":"en","type":"article","venue":"ACM Transactions on Software Engineering and Methodology","topic":"Software Engineering Research","field":"Computer Science","cited_by":25,"is_retracted":false,"has_abstract":true,"ca_institutions":"Polytechnique Montréal; University of Victoria; McGill University","funders":"Natural Sciences and Engineering Research Council of Canada; Science Foundation Ireland; European Commission; National Science Foundation","keywords":"Computer science; Work (physics); Reflection (computer programming); Process (computing); Risk analysis (engineering); Management science; Strengths and weaknesses; Engineering ethics; Psychology; Business; Engineering; Social psychology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0026137,0.0004080534,0.0004974058,0.001104748,0.0001280056,0.0001933095,0.001277395,0.0002226836,0.00001005659],"category_scores_gemma":[0.005913824,0.0004324508,0.0001083181,0.001379787,0.00003722469,0.0003898733,0.0001020815,0.001405003,0.00001374086],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001660365,"about_ca_system_score_gemma":0.00008881828,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005445901,"about_ca_topic_score_gemma":0.000006374032,"domain_scores_codex":[0.9972718,0.000443243,0.000469299,0.0008017342,0.000314261,0.0006996983],"domain_scores_gemma":[0.9768971,0.02150706,0.00002660501,0.001340795,0.0000302815,0.0001981049],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002783174,0.000285717,0.002559636,0.0004332322,0.0002860201,0.0003710567,0.007343514,0.7370549,0.0009500679,0.000619454,0.00004377628,0.2500248],"study_design_scores_gemma":[0.003195631,0.002568156,0.07828748,0.001694859,0.0001929598,0.001221369,0.0005939334,0.8941824,0.007426985,0.00086014,0.006477879,0.003298166],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02843112,0.001737493,0.9655984,0.0002058932,0.0009244714,0.0004738316,0.000005238757,0.002622836,7.211469e-7],"genre_scores_gemma":[0.3281929,0.00008848475,0.6713652,0.0000263641,0.00003559448,0.000201424,0.000001324307,0.00006497638,0.00002376338],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.2997617,"threshold_uncertainty_score":0.9998127,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1272841033375741,"score_gpt":0.3491946088004384,"score_spread":0.2219105054628643,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}