{"id":"W4246841512","doi":"10.31219/osf.io/paxyn","title":"A Brief Guide to Evaluate Replications","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":11,"is_retracted":false,"has_abstract":true,"ca_institutions":"Western University","funders":"","keywords":"Replication (statistics); Transparency (behavior); Independence (probability theory); Computer science; Similarity (geometry); Psychology; Artificial intelligence; Statistics; Mathematics; Computer security","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2223459,0.005627903,0.004141708,0.01230951,0.003206881,0.01121866,0.007278665,0.009173444,0.1277246],"category_scores_gemma":[0.567685,0.005411584,0.005653919,0.01096791,0.004051474,0.007310899,0.004345969,0.01130715,0.07041234],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004894478,"about_ca_system_score_gemma":0.02219216,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003160173,"about_ca_topic_score_gemma":0.004823901,"domain_scores_codex":[0.7010244,0.2259489,0.04471777,0.005528982,0.02129085,0.001489172],"domain_scores_gemma":[0.3430953,0.4724929,0.02623454,0.05716712,0.09764078,0.003369525],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.001148333,0.0004649004,0.001010997,0.0249168,0.0005855631,0.0004802214,0.004264447,0.003522615,0.003066355,0.09291882,0.4200604,0.4475606],"study_design_scores_gemma":[0.001486443,0.0007638345,0.001642082,0.01880005,0.0003245124,0.000403618,0.00102084,0.005107115,0.002858863,0.127533,0.8396459,0.0004137187],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.001451632,0.01174178,0.7973163,0.01025476,0.007463222,0.09827302,0.0203123,0.01193382,0.0412531],"genre_scores_gemma":[0.002517064,0.003338991,0.8796052,0.002224232,0.0008452636,0.09965124,0.002694152,0.001698711,0.007425059],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.7776541,"threshold_uncertainty_score":0.9589859,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8447246088869517,"score_gpt":0.629953086244059,"score_spread":0.2147715226428927,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}