{"id":"W4242845477","doi":"10.1145/2088883.2088889","title":"Report from the 2nd international workshop on replication in empirical software engineering research (RESER 2011)","year":2012,"lang":"en","type":"article","venue":"ACM SIGSOFT Software Engineering Notes","topic":"Software Engineering Research","field":"Computer Science","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Replication (statistics); Session (web analytics); Computer science; Empirical research; Joint (building); Software; Software engineering; Engineering; World Wide Web; Civil engineering; Biology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1602897,0.002572013,0.002456745,0.005253008,0.005051164,0.01575295,0.00562503,0.009053925,0.07233132],"category_scores_gemma":[0.2441522,0.002335417,0.004052145,0.004105371,0.003307123,0.02093572,0.01681917,0.01348726,0.04186911],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00535357,"about_ca_system_score_gemma":0.01332615,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006995068,"about_ca_topic_score_gemma":0.007459397,"domain_scores_codex":[0.9138214,0.04641045,0.005940787,0.007721088,0.02238061,0.003725622],"domain_scores_gemma":[0.7444872,0.09064354,0.007405629,0.05033283,0.09206107,0.0150698],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0002955523,0.0002279219,0.0009522262,0.0006980891,0.0000801147,0.0001613058,0.001695413,0.0006730122,0.001007755,0.01933997,0.8200231,0.1548456],"study_design_scores_gemma":[0.0001051208,0.0001368414,0.001855111,0.001382641,0.00007071033,0.0001813099,0.001137324,0.000940079,0.001569878,0.02649743,0.9659835,0.0001400233],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.007516914,0.05758178,0.3132458,0.3430378,0.1268378,0.005978071,0.01079992,0.007156814,0.1278452],"genre_scores_gemma":[0.0689668,0.06131637,0.3737647,0.07943733,0.03856804,0.01419807,0.0478941,0.0150197,0.3008349],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.8397102,"threshold_uncertainty_score":0.8477033,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.08854124489477622,"score_gpt":0.3640275285554867,"score_spread":0.2754862836607105,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}