{"id":"W2073417241","doi":"10.1145/1979742.1979491","title":"RepliCHI - CHI should be replicating and validating results more","year":2011,"lang":"en","type":"preprint","venue":"","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":59,"is_retracted":false,"has_abstract":true,"ca_institutions":"Google (Canada)","funders":"","keywords":"Replication (statistics); Novelty; Cornerstone; Computer science; Value (mathematics); Psychology; Social psychology; Biology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.531812,0.002749168,0.005513589,0.006359348,0.01073499,0.02893868,0.009017331,0.01359417,0.0305192],"category_scores_gemma":[0.8150052,0.003229524,0.006155296,0.009295339,0.01767058,0.04568785,0.01855544,0.03355445,0.02723639],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00826938,"about_ca_system_score_gemma":0.02741783,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006165534,"about_ca_topic_score_gemma":0.007334285,"domain_scores_codex":[0.3962431,0.485384,0.0251665,0.02334815,0.06282227,0.007036026],"domain_scores_gemma":[0.1139387,0.2870643,0.02296574,0.401431,0.1633963,0.01120395],"domain_codex":"methods","domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001851051,0.0007813355,0.0138094,0.004536359,0.001419225,0.0004590077,0.04569551,0.001239941,0.009429238,0.08417865,0.4981585,0.3384418],"study_design_scores_gemma":[0.0008376128,0.0008734792,0.01200736,0.005727359,0.001047731,0.000442982,0.01416861,0.004230205,0.01080978,0.1829429,0.7660927,0.0008192812],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.01403236,0.007161089,0.3112576,0.5185582,0.07348482,0.008149876,0.002278732,0.01303468,0.05204275],"genre_scores_gemma":[0.127894,0.003802875,0.6152476,0.1557645,0.02076701,0.02227815,0.004299433,0.01338616,0.03656043],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.468188,"threshold_uncertainty_score":0.5773592,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5117135165866231,"score_gpt":0.4653487608758974,"score_spread":0.04636475571072568,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}