{"id":"W4229071840","doi":"10.1016/j.jcct.2022.04.005","title":"Head to head comparison reproducibility and inter-reader agreement of an AI based coronary stenosis algorithm vs level 3 readers","year":2022,"lang":"en","type":"letter","venue":"Journal of cardiovascular computed tomography","topic":"Cardiac Imaging and Diagnostics","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"ca_institutions":"St. Paul's Hospital","funders":"","keywords":"Medicine; Reproducibility; Head (geology); Stenosis; Cardiology; Radiology; Internal medicine; Statistics; Mathematics; Geology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003870735,0.0006884168,0.003525565,0.001864751,0.0001366042,0.00008208604,0.000453584,0.0004224615,0.0000477633],"category_scores_gemma":[0.000315637,0.0006558039,0.004591272,0.001083734,0.0002903368,0.0001513814,0.0002621671,0.003078029,0.000001646692],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002590818,"about_ca_system_score_gemma":0.0004156026,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000367914,"about_ca_topic_score_gemma":0.000003574136,"domain_scores_codex":[0.9925153,0.001117499,0.001788225,0.001390832,0.002603667,0.0005844334],"domain_scores_gemma":[0.9938898,0.0004003819,0.0007586382,0.003021456,0.001447808,0.0004819248],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00127089,0.001213565,0.0405101,0.001538355,0.02176503,0.006016574,0.0007312789,0.008761548,0.00001823056,3.734391e-7,0.7697877,0.1483863],"study_design_scores_gemma":[0.00876646,0.006405332,0.1768856,0.002110305,0.01114766,0.003229243,0.0004318691,0.002509859,0.0004545191,0.0000250379,0.7870055,0.001028633],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"commentary","genre_scores_codex":[0.08278649,0.06733737,0.4403054,0.3945357,0.008443461,0.004544949,0.001554288,0.0002486445,0.0002437079],"genre_scores_gemma":[0.2014059,0.0005940517,0.2682207,0.5126703,0.01387998,0.0001273344,0.002370446,0.0006167751,0.00011456],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.1720847,"threshold_uncertainty_score":0.9995893,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.04254665842602113,"score_gpt":0.3019439822592798,"score_spread":0.2593973238332586,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}