{"id":"W4396831641","doi":"10.1002/mrm.30111","title":"Repeat it without me: Crowdsourcing the T<sub>1</sub> mapping common ground via the ISMRM reproducibility challenge","year":2024,"lang":"en","type":"article","venue":"Magnetic Resonance in Medicine","topic":"Advanced MRI Techniques and Applications","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University; McGill University Health Centre; Sunnybrook Hospital; Polytechnique Montréal; Philips (Canada); Montreal Heart Institute; University of British Columbia; Université de Montréal; Mila - Quebec Artificial Intelligence Institute; Institut Universitaire de Gériatrie de Montréal; Centre Hospitalier Universitaire Sainte-Justine; Douglas Mental Health University Institute; Hôpital Maisonneuve-Rosemont","funders":"National Institute of Standards and Technology; Institut de Cardiologie de Montréal; Fondation Institut de Cardiologie de Montréal","keywords":"Reproducibility; Imaging phantom; Computer science; Protocol (science); Crowdsourcing; Ground truth; Visualization; NIST; Coefficient of variation; Data acquisition; Medical physics; Artificial intelligence; Nuclear medicine; Statistics; Medicine; Mathematics; Pathology; Natural language processing","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003148772,0.0002977737,0.0005201873,0.0001185666,0.0002484263,0.00003194345,0.0003803053,0.0001224727,0.00008730371],"category_scores_gemma":[0.0005650818,0.0001605051,0.00009611802,0.0008880512,0.0007242429,0.00007855149,0.0001546768,0.000991941,0.00002566185],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001695999,"about_ca_system_score_gemma":0.0000593256,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002826661,"about_ca_topic_score_gemma":0.0002086263,"domain_scores_codex":[0.9969438,0.0001412396,0.0007703468,0.001151605,0.0005400514,0.0004529138],"domain_scores_gemma":[0.9965176,0.0005045384,0.0001069731,0.002682326,0.00009006926,0.00009850356],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001242055,0.000163473,0.003385926,0.0003476076,0.00001393232,0.000222055,0.007615529,0.00003314331,0.03341472,0.002863027,0.01110808,0.9407083],"study_design_scores_gemma":[0.001829949,0.001280556,0.1343984,0.005386609,0.0002724708,0.001006706,0.004419911,0.0213324,0.005861379,0.03661799,0.7869719,0.0006217234],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4623041,0.1544939,0.02447268,0.3411122,0.0005124261,0.004192209,0.000006822867,0.0006428676,0.01226276],"genre_scores_gemma":[0.986382,0.007064611,0.001248645,0.002705498,0.0008591051,0.0005698755,0.00001269447,0.00005869994,0.00109889],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9400866,"threshold_uncertainty_score":0.654521,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03671381351041752,"score_gpt":0.327023551924956,"score_spread":0.2903097384145384,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}