{"id":"W6920782754","doi":"10.60692/m4t8c-7gg50","title":"Repeat it without me: Crowdsourcing the T1 mapping common ground via the ISMRM reproducibility challenge","year":2024,"lang":"en","type":"article","venue":"UCL Discovery (University College London)","topic":"Advanced MRI Techniques and Applications","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Sunnybrook Hospital; Polytechnique Montréal; Philips (Canada); McGill University; McGill University Health Centre; Montreal Heart Institute; University of British Columbia; Université de Montréal; Mila - Quebec Artificial Intelligence Institute; Institut Universitaire de Gériatrie de Montréal; Centre Hospitalier Universitaire Sainte-Justine; Hôpital Maisonneuve-Rosemont","funders":"","keywords":"Imaging phantom; Reproducibility; Crowdsourcing; Visualization; Ground truth; Data acquisition; Pipeline (software); Protocol (science); Coefficient of variation","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.05125368,0.002895207,0.002150435,0.00318283,0.003758658,0.006072314,0.005559781,0.004260937,0.006351408],"category_scores_gemma":[0.1008267,0.001039718,0.002584959,0.002459318,0.003131248,0.003870606,0.01789738,0.003120259,0.01094128],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00201379,"about_ca_system_score_gemma":0.005489267,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.012027,"about_ca_topic_score_gemma":0.01805179,"domain_scores_codex":[0.9546918,0.02459954,0.001835433,0.009411001,0.00800146,0.00146071],"domain_scores_gemma":[0.8983201,0.03728896,0.003172962,0.03778338,0.01847656,0.004958085],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0035807,0.0009790191,0.02191114,0.00311539,0.001261756,0.001860908,0.01364004,0.02922972,0.034599,0.0089471,0.4587834,0.4220919],"study_design_scores_gemma":[0.001384897,0.001041851,0.03873581,0.001541498,0.0005017749,0.0009984097,0.01195339,0.2350763,0.03281324,0.1023777,0.5721661,0.001409114],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.185192,0.004550538,0.5827148,0.02291586,0.00908004,0.005169738,0.04546067,0.1087384,0.03617788],"genre_scores_gemma":[0.4377821,0.0008731398,0.4451877,0.008750629,0.001521961,0.005273534,0.05866868,0.02269181,0.01925036],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9487463,"threshold_uncertainty_score":0.2710586,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02430738207688709,"score_gpt":0.2702210144792964,"score_spread":0.2459136324024093,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}