{"id":"W3185271941","doi":"10.1016/j.jcct.2021.06.161","title":"Head To Head Comparison Reproducibility And Inter-reader Agreement Of An AI Based Coronary Stenosis Algorithm Vs Level 3 Readers","year":2021,"lang":"en","type":"article","venue":"Journal of cardiovascular computed tomography","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"St. Paul's Hospital; University of British Columbia","funders":"","keywords":"Reproducibility; Medicine; Stenosis; Coronary angiography; Head (geology); Radiology; Cardiology; Internal medicine; Algorithm; Computer science; Statistics; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02250028,0.0007089231,0.001608739,0.001652016,0.001366411,0.003273518,0.001337113,0.001890501,0.007465567],"category_scores_gemma":[0.08237533,0.0009366233,0.001989148,0.001088714,0.001270664,0.001983671,0.001841111,0.001264635,0.003273149],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0009475937,"about_ca_system_score_gemma":0.0009377228,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003911604,"about_ca_topic_score_gemma":0.006386033,"domain_scores_codex":[0.9804025,0.007663718,0.00267781,0.005573603,0.002905081,0.0007772373],"domain_scores_gemma":[0.879765,0.06722157,0.006578938,0.01570886,0.02932722,0.001398303],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.09368187,0.001540191,0.549238,0.002132704,0.01521174,0.0009134545,0.01181194,0.006568783,0.07860655,0.002694321,0.0128582,0.2247422],"study_design_scores_gemma":[0.001319701,0.007524995,0.9107695,0.0002019682,0.004923162,0.001415779,0.001753356,0.01678759,0.04478401,0.002659673,0.00743638,0.0004239425],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9426478,0.002783112,0.03982518,0.0002841041,0.001259281,0.0006109472,0.00273432,0.001720829,0.008134555],"genre_scores_gemma":[0.9858305,0.0001460927,0.009393452,0.0001808682,0.000202508,0.0002695337,0.0009067126,0.0005454101,0.002524868],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9774997,"threshold_uncertainty_score":0.1189944,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.14821052492158,"score_gpt":0.3942565722672341,"score_spread":0.2460460473456541,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}