{"id":"W2186589424","doi":"10.5281/zenodo.2544203","title":"CGO/PPoPP'17 Artifact Evaluation Discussion (enabling open and reproducible research)","year":2017,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Data science; Computer science; Psychology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.1092543,0.001726315,0.001130721,0.003560912,0.005439438,0.01774169,0.004458074,0.007348007,0.06177197],"category_scores_gemma":[0.1517068,0.0006952292,0.001943658,0.002774578,0.005198361,0.009540777,0.01657068,0.006751664,0.04281971],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008898523,"about_ca_system_score_gemma":0.0151906,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005114152,"about_ca_topic_score_gemma":0.005857767,"domain_scores_codex":[0.8935187,0.05301812,0.003008483,0.004951326,0.0412552,0.004248133],"domain_scores_gemma":[0.8410144,0.04220135,0.005575829,0.02842462,0.0668762,0.01590755],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001275687,0.0001001956,0.0005504401,0.0003923161,0.00002622163,0.0001583956,0.001528934,0.0003354154,0.0009986197,0.01569772,0.9155356,0.06454854],"study_design_scores_gemma":[0.00003794083,0.00008239951,0.0007180317,0.0006376472,0.00001313782,0.0001009894,0.0006470336,0.0004392751,0.00117027,0.006166315,0.9899549,0.00003210429],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.01392186,0.01264128,0.2076219,0.3347332,0.06102695,0.008093623,0.01139137,0.02496814,0.3256017],"genre_scores_gemma":[0.1385724,0.009096994,0.1792645,0.116898,0.02590624,0.01783495,0.02713441,0.03814258,0.44715],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9955419,"threshold_uncertainty_score":0.577799,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7599273315730504,"score_gpt":0.4351556437469113,"score_spread":0.3247716878261391,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}