{"id":"W4285385081","doi":"10.5753/bresci.2022.222815","title":"Towards an Open Science-Based Framework for Software Engineering Controlled (Quasi-)Experiments","year":2022,"lang":"en","type":"article","venue":"","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University","funders":"","keywords":"Metadata; Computer science; Scripting language; Software engineering; Software; Data science; Open science; Software evolution; Software development; Social software engineering; Work (physics); World Wide Web; Software construction; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2862243,0.002295782,0.002849434,0.00613548,0.004593641,0.0187835,0.01066772,0.00848254,0.007206724],"category_scores_gemma":[0.2073583,0.001972937,0.00363921,0.003763239,0.03521297,0.02100014,0.01620722,0.01355288,0.001771085],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007713955,"about_ca_system_score_gemma":0.02255685,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003076626,"about_ca_topic_score_gemma":0.002345777,"domain_scores_codex":[0.7452683,0.209289,0.009668791,0.01579856,0.01774468,0.002230643],"domain_scores_gemma":[0.5461326,0.3342202,0.02056391,0.07234629,0.02015529,0.006581745],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00006443749,0.0001377191,0.0004875731,0.0004593415,0.00005261386,0.00008662953,0.002474018,0.003523307,0.0005298413,0.9773696,0.0007012734,0.01411353],"study_design_scores_gemma":[0.0001026795,0.0001898049,0.0003855677,0.0008229155,0.00005114252,0.00007919379,0.0006735575,0.01281197,0.0007015762,0.9442286,0.03988659,0.00006638328],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001154001,0.0004356772,0.9884471,0.002934287,0.0001653595,0.0009790255,0.0001052284,0.0003678765,0.005411482],"genre_scores_gemma":[0.03351988,0.000491667,0.9579198,0.0008790935,0.0002339639,0.005378936,0.0002400281,0.0001923687,0.001144301],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.9893323,"threshold_uncertainty_score":0.8802125,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1597315417575663,"score_gpt":0.4327761347860162,"score_spread":0.2730445930284499,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}