{"id":"W1119084953","doi":"10.1016/j.jesp.2015.07.009","title":"Conceptualizing and evaluating the replication of research results","year":2015,"lang":"en","type":"article","venue":"Journal of Experimental Social Psychology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":174,"is_retracted":false,"has_abstract":false,"ca_institutions":"Queen's University","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Replicate; Ambiguity; Replication (statistics); Psychology; Robustness (evolution); Meta-analysis; Research design; Applied psychology; Social psychology; Management science; Computer science; Cognitive psychology; Statistics; Mathematics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7376131,0.007231494,0.01426761,0.02554104,0.00501763,0.02071332,0.01797622,0.01764254,0.002572174],"category_scores_gemma":[0.9425471,0.008360351,0.025162,0.01312343,0.01910018,0.01869294,0.01294258,0.01026623,0.0007037089],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01172346,"about_ca_system_score_gemma":0.02807412,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008228647,"about_ca_topic_score_gemma":0.007383924,"domain_scores_codex":[0.1395568,0.5891275,0.1836007,0.02791178,0.0577008,0.002102394],"domain_scores_gemma":[0.03550062,0.8130508,0.0477551,0.07093995,0.03144547,0.001308106],"domain_codex":"methods","domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"meta_analysis","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.006788193,0.0006413792,0.05801708,0.2027121,0.4697422,0.001691162,0.01723726,0.006612972,0.004008632,0.03856222,0.008122762,0.1858641],"study_design_scores_gemma":[0.01771761,0.005504205,0.03016628,0.1433474,0.4453123,0.002038317,0.007106988,0.02999839,0.01709063,0.2593881,0.04067658,0.001653177],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.09107192,0.3627365,0.3906399,0.05428603,0.02175047,0.06193108,0.00374995,0.001865257,0.0119689],"genre_scores_gemma":[0.5193313,0.02658658,0.4039833,0.009130599,0.002686474,0.03510977,0.002059066,0.0004553946,0.0006575191],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2623869,"threshold_uncertainty_score":0.3235698,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9675545174065701,"score_gpt":0.7654175320638141,"score_spread":0.2021369853427559,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}