{"id":"W3092326336","doi":"","title":"ACM SIGSOFT Empirical Standards.","year":2020,"lang":"en","type":"article","venue":"Spiral (Imperial College London)","topic":"Software Engineering Research","field":"Computer Science","cited_by":36,"is_retracted":false,"has_abstract":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Empirical research; Computer science; Quality (philosophy); Software; Data science; Engineering management; Engineering; Mathematics; Statistics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0004395468,0.0002886089,0.0003861146,0.0001118209,0.0001767186,0.0002720186,0.002603176,0.0001521089,0.000256196],"category_scores_gemma":[0.0126796,0.0002744334,0.0001627743,0.001266296,0.00008901821,0.0005097259,0.001438007,0.0004331096,0.0003856789],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001942599,"about_ca_system_score_gemma":0.0006191898,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001507268,"about_ca_topic_score_gemma":0.000004796553,"domain_scores_codex":[0.9967938,0.0001060323,0.000362467,0.0007473694,0.001258086,0.0007322488],"domain_scores_gemma":[0.9970431,0.001084691,0.00005205428,0.0009968131,0.0002477205,0.0005756615],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001806211,0.0004999576,0.07601713,0.0005236739,0.0003527667,0.003645686,0.007200744,0.0006115393,0.03973814,0.07302019,0.7529067,0.04367726],"study_design_scores_gemma":[0.008174025,0.003993378,0.01791014,0.00007790334,0.00002976752,0.0001095307,0.0001167775,0.01057288,0.03117873,0.002445676,0.9231028,0.002288427],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9295548,0.0005623041,0.03648803,0.02454672,0.003105145,0.001132792,0.0003552375,0.002731047,0.001523973],"genre_scores_gemma":[0.9797469,0.000009550527,0.01670864,0.002152084,0.001110098,0.00004207063,0.00000589413,0.00004324957,0.0001815569],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1701961,"threshold_uncertainty_score":0.9999708,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03771614492389416,"score_gpt":0.307216796955653,"score_spread":0.2695006520317588,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}