{"id":"W4383468758","doi":"10.48550/arxiv.2307.01343","title":"HPC-driven computational reproducibility in numerical relativity codes: A use case study with IllinoisGRMHD","year":2023,"lang":"en","type":"preprint","venue":"arXiv (Cornell University)","topic":"Advanced Data Storage Technologies","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Toronto Dementia Research Alliance","funders":"Office of Advanced Cyberinfrastructure; U.S. Department of Energy; High Energy Physics; Office of Science; National Science Foundation","keywords":"Computer science; Compiler; Code (set theory); Software; Source code; Cornerstone; Reproducibility; Computational science; Programming language; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01530543,0.0009910993,0.0007191237,0.001395547,0.002263787,0.003437681,0.004964769,0.002127449,0.002063972],"category_scores_gemma":[0.05930374,0.0008070109,0.001182466,0.003147054,0.004086164,0.003791443,0.004928832,0.003190205,0.001260122],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002252068,"about_ca_system_score_gemma":0.002873644,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01441158,"about_ca_topic_score_gemma":0.008576135,"domain_scores_codex":[0.9856228,0.005811834,0.00100204,0.0010633,0.005826915,0.0006731559],"domain_scores_gemma":[0.9387248,0.02929433,0.001962722,0.02105241,0.007999666,0.0009661806],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"observational","study_design_scores_codex":[0.00418959,0.00191713,0.1748738,0.003333013,0.0009312085,0.00754303,0.01819282,0.290574,0.02629424,0.1564103,0.09467179,0.2210691],"study_design_scores_gemma":[0.001263456,0.001800964,0.03472231,0.0007324909,0.000491822,0.002383865,0.003280879,0.5664874,0.1102202,0.04923914,0.2287882,0.000589309],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8324214,0.002022052,0.08058496,0.004953346,0.0006638565,0.0006162418,0.003146945,0.03152509,0.04406617],"genre_scores_gemma":[0.886375,0.000730744,0.09244361,0.000750803,0.0001623067,0.000460778,0.003939661,0.009404646,0.005732548],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9846946,"threshold_uncertainty_score":0.08094382,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1578610961721065,"score_gpt":0.2453547386291167,"score_spread":0.08749364245701025,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}