{"id":"W4408688463","doi":"10.1098/rsos.241038","title":"The reliability of replications: a study in computational reproductions","year":2025,"lang":"en","type":"article","venue":"Royal Society Open Science","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"York University; Simon Fraser University","funders":"Agencia Nacional de Investigación y Desarrollo","keywords":"Transparency (behavior); Replication (statistics); Computer science; Decimal; Reliability (semiconductor); Opacity; Workflow; Code (set theory); Reproduction; Group (periodic table); Statistics; Psychology; Mathematics; Arithmetic; Programming language; Computer security; Biology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0069401,0.00007687899,0.0001288467,0.0000505644,0.001191862,0.0005264245,0.005231233,0.00002244578,0.000004140047],"category_scores_gemma":[0.001541634,0.00005985915,0.00005536413,0.003818428,0.000837434,0.0007685273,0.002075671,0.0001472411,0.00001078857],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002030503,"about_ca_system_score_gemma":0.0009483813,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001307002,"about_ca_topic_score_gemma":0.0001959834,"domain_scores_codex":[0.9978667,0.0001125161,0.0004579553,0.0008248949,0.0004734302,0.0002644507],"domain_scores_gemma":[0.9970621,0.0004796581,0.0001264428,0.001686525,0.0006037481,0.00004146125],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00001540368,0.001568904,0.09787516,0.0000151581,0.00001809892,0.000001076237,0.01236983,0.1719704,0.0004529557,0.6866123,0.004351714,0.02474902],"study_design_scores_gemma":[0.0001875025,0.0001028173,0.2869611,0.00002683131,0.000004469122,8.729029e-7,0.007187106,0.5665866,0.002214441,0.1347841,0.001788797,0.0001553404],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.538456,0.0001420984,0.4110756,0.03117761,0.0007119679,0.003433103,0.000002782024,0.0001147251,0.01488612],"genre_scores_gemma":[0.9668198,0.000004905653,0.03189549,0.000170162,0.000007208194,0.0001276301,2.373266e-7,0.000001761042,0.0009727738],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5518281,"threshold_uncertainty_score":0.972102,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03172278573118792,"score_gpt":0.3656830597082144,"score_spread":0.3339602739770264,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}