{"id":"W2958839295","doi":"10.1126/science.aaw2825","title":"Certify reproducibility with confidential data","year":2019,"lang":"en","type":"article","venue":"Science","topic":"Scientific Computing and Data Management","field":"Decision Sciences","cited_by":40,"is_retracted":false,"has_abstract":true,"ca_institutions":"Cascades (Canada)","funders":"Agence Nationale de la Recherche","keywords":"Confidentiality; Microdata (statistics); Certification; Computer science; Accreditation; Internet privacy; Process (computing); Government (linguistics); Data science; Computer security; Medicine; Political science; Environmental health; Medical education","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.155656,0.002255462,0.004727831,0.007426344,0.004076161,0.02413807,0.008432532,0.01151961,0.02582713],"category_scores_gemma":[0.5247966,0.002647256,0.005041389,0.008646376,0.01131391,0.01792949,0.0196075,0.01010173,0.04170252],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003446918,"about_ca_system_score_gemma":0.02301585,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009769087,"about_ca_topic_score_gemma":0.0004399601,"domain_scores_codex":[0.7705143,0.06960291,0.03416048,0.02642178,0.08997839,0.009322138],"domain_scores_gemma":[0.1910515,0.122753,0.04363542,0.5775874,0.05955549,0.005417212],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.003910759,0.0007674698,0.02563656,0.003442311,0.00232416,0.003180397,0.006298473,0.007387374,0.0207928,0.3916185,0.2022969,0.3323443],"study_design_scores_gemma":[0.001265161,0.000472133,0.007220163,0.002491019,0.001221314,0.005052985,0.001204674,0.05491057,0.1519901,0.3992037,0.3744087,0.0005595813],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02343101,0.0016657,0.8698393,0.02267085,0.006463858,0.003628748,0.006447282,0.01871344,0.04713983],"genre_scores_gemma":[0.4533332,0.001995463,0.4535777,0.007519093,0.005758764,0.004528064,0.01734628,0.01022604,0.04571542],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.844344,"threshold_uncertainty_score":0.8231974,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3086534531217177,"score_gpt":0.4538310386138396,"score_spread":0.145177585492122,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}