{"id":"W3208222902","doi":"10.5281/zenodo.2544204","title":"Enabling open and reproducible research at computer systems conferences: the good, the bad and the ugly","year":2017,"lang":"en","type":"article","venue":"Zenodo (CERN European Organization for Nuclear Research)","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Computer science; Data science","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","open_science"],"consensus_categories":[],"category_scores_codex":[0.04129103,0.001312517,0.001111888,0.00296266,0.004221281,0.01449011,0.002782997,0.004065333,0.08312765],"category_scores_gemma":[0.05946388,0.0006826863,0.00103846,0.002225304,0.004478848,0.009115537,0.01002098,0.004928569,0.05200225],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005358153,"about_ca_system_score_gemma":0.008443148,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003914852,"about_ca_topic_score_gemma":0.006046407,"domain_scores_codex":[0.9565349,0.02043456,0.001523479,0.003525889,0.01527921,0.002701949],"domain_scores_gemma":[0.9151251,0.02405458,0.002835923,0.01512326,0.02738164,0.01547946],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0001366704,0.00007419295,0.0006821685,0.0004700166,0.00002799032,0.0001241553,0.001280714,0.0003217758,0.001543434,0.01325538,0.8316711,0.1504123],"study_design_scores_gemma":[0.00002497154,0.00007947534,0.001440693,0.0005976549,0.000008536723,0.00008151436,0.001142916,0.0003760945,0.001576046,0.007475091,0.9871446,0.00005233004],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.02016594,0.06670129,0.1646104,0.3982331,0.0756844,0.002358794,0.009758972,0.02487893,0.2376081],"genre_scores_gemma":[0.1422395,0.03851405,0.1307377,0.03736354,0.03024936,0.003704573,0.01897237,0.02516131,0.5730577],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.997217,"threshold_uncertainty_score":0.2780897,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3344034422037545,"score_gpt":0.3987228156436249,"score_spread":0.06431937343987038,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}