{"id":"W1974316556","doi":"10.1145/1082983.1083124","title":"A qualitative empirical evaluation of design decisions","year":2005,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Outcome (game theory); Computer science; Management science; Decision analysis; Function (biology); Process (computing); Decision engineering; Business decision mapping; Operations research; Risk analysis (engineering); Decision support system; Artificial intelligence; Engineering; Mathematics; Mathematical economics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.003431104,0.0002877917,0.0003401865,0.0004752579,0.00007691803,0.00008017229,0.001709227,0.0001494657,0.00004711589],"category_scores_gemma":[0.6489487,0.0002889421,0.0001314327,0.001128575,0.0000452824,0.0006118338,0.0005090931,0.0003270417,0.00009588985],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002485058,"about_ca_system_score_gemma":0.0002974734,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000100301,"about_ca_topic_score_gemma":0.000001364909,"domain_scores_codex":[0.9966432,0.000254798,0.0005000014,0.0005360635,0.001541701,0.0005241733],"domain_scores_gemma":[0.6681173,0.3288393,0.0001227275,0.001773131,0.0008869468,0.0002605594],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.00003441355,0.0004245178,0.0737199,0.0001126318,0.0002426664,0.0000174022,0.02849191,0.614602,0.004986292,0.001599305,0.003660898,0.272108],"study_design_scores_gemma":[0.003773112,0.0007753096,0.4909436,0.0007968485,0.0001782187,0.000101447,0.0002137595,0.4114881,0.08396956,0.001884872,0.003379109,0.002496068],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.198656,0.0006506584,0.799004,0.0003997956,0.0001964001,0.0003293541,0.000006424436,0.00075607,0.000001270197],"genre_scores_gemma":[0.5685304,0.000007008307,0.4312665,0.00002576051,0.00006477561,0.00006872111,0.000003828353,0.00002627244,0.000006766394],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6455176,"threshold_uncertainty_score":0.9999563,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1830927904344468,"score_gpt":0.4182378890722724,"score_spread":0.2351450986378256,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}