{"id":"W4231242876","doi":"10.1145/3089649.3089655","title":"4th International Workshop on Conducting Empirical Studies in Industry (CESI 2016)","year":2017,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Toronto Metropolitan University","funders":"","keywords":"Empirical research; Software; Field (mathematics); Computer science; Replication (statistics); Software engineering; Engineering management; Engineering; Knowledge management; Management science; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1450696,0.002808765,0.003200803,0.008297965,0.003066447,0.01640783,0.00597944,0.007750867,0.07593121],"category_scores_gemma":[0.1459776,0.002197046,0.003517592,0.00591379,0.00544897,0.01397033,0.02240785,0.01148586,0.04260084],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004316034,"about_ca_system_score_gemma":0.0181953,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003060675,"about_ca_topic_score_gemma":0.0039713,"domain_scores_codex":[0.9216316,0.04969614,0.006007898,0.005131988,0.01443295,0.003099528],"domain_scores_gemma":[0.8034068,0.08163796,0.005581209,0.04333459,0.04547579,0.02056369],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003515019,0.0004668138,0.001942988,0.001665609,0.0001449298,0.0002533986,0.003047158,0.001101165,0.00252712,0.05006918,0.5830343,0.3553959],"study_design_scores_gemma":[0.00005986058,0.0001081326,0.002178099,0.00327806,0.0000352281,0.0002056369,0.001365267,0.0007570256,0.0008998131,0.03474324,0.9563069,0.00006264111],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.007143599,0.07808853,0.4674288,0.1701476,0.06139359,0.004523261,0.01044913,0.01249895,0.1883266],"genre_scores_gemma":[0.06065552,0.06395134,0.5893884,0.03630474,0.02229048,0.0109794,0.03424843,0.01235164,0.16983],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.8549305,"threshold_uncertainty_score":0.7672103,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.196112487251442,"score_gpt":0.4040139648779832,"score_spread":0.2079014776265412,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}