{"id":"W4396831641","doi":"10.1002/mrm.30111","title":"Repeat it without me: Crowdsourcing the T<sub>1</sub> mapping common ground via the ISMRM reproducibility challenge","year":2024,"lang":"en","type":"article","venue":"Magnetic Resonance in Medicine","topic":"Advanced MRI Techniques and Applications","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University; McGill University Health Centre; Sunnybrook Hospital; Polytechnique Montréal; Philips (Canada); Montreal Heart Institute; University of British Columbia; Université de Montréal; Mila - Quebec Artificial Intelligence Institute; Institut Universitaire de Gériatrie de Montréal; Centre Hospitalier Universitaire Sainte-Justine; Douglas Mental Health University Institute; Hôpital Maisonneuve-Rosemont","funders":"National Institute of Standards and Technology; Institut de Cardiologie de Montréal; Fondation Institut de Cardiologie de Montréal","keywords":"Reproducibility; Imaging phantom; Computer science; Protocol (science); Crowdsourcing; Ground truth; Visualization; NIST; Coefficient of variation; Data acquisition; Medical physics; Artificial intelligence; Nuclear medicine; Statistics; Medicine; Mathematics; Pathology; Natural language processing","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.03439728,0.002640657,0.001861199,0.00292725,0.003399978,0.005068831,0.004595451,0.003593814,0.006309211],"category_scores_gemma":[0.06509162,0.0008624446,0.002266736,0.002248805,0.002766885,0.00345988,0.01532578,0.002788361,0.0108702],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001845601,"about_ca_system_score_gemma":0.004573727,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01344012,"about_ca_topic_score_gemma":0.02065162,"domain_scores_codex":[0.9688356,0.01569784,0.001208816,0.006854042,0.006194911,0.001208884],"domain_scores_gemma":[0.9341014,0.02322013,0.002118064,0.02428657,0.01247774,0.003796148],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.002974846,0.0008696443,0.02028073,0.002553469,0.0009820925,0.001648459,0.01169993,0.02775101,0.03361206,0.007974596,0.4674118,0.4222414],"study_design_scores_gemma":[0.0009957235,0.000950029,0.04041188,0.001250568,0.0003804179,0.0008324411,0.01217248,0.2332671,0.03145142,0.08240408,0.5946937,0.001190183],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.2191456,0.00417411,0.5248882,0.02444678,0.008553022,0.005351571,0.0570702,0.1109341,0.04543646],"genre_scores_gemma":[0.4631168,0.0008651017,0.4030195,0.008474711,0.001397056,0.004864824,0.07078771,0.02119478,0.02627955],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9656027,"threshold_uncertainty_score":0.1819124,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03671381351041752,"score_gpt":0.327023551924956,"score_spread":0.2903097384145384,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}