{"id":"W4392730069","doi":"10.1136/bmjopen-2023-079824","title":"AI assisted reader evaluation in acute CT head interpretation (AI-REACT): protocol for a multireader multicase study","year":2024,"lang":"en","type":"article","venue":"BMJ Open","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"St. Thomas Hospital","funders":"","keywords":"Medicine; Neuroradiologist; Protocol (science); Radiology; Second opinion; Subarachnoid haemorrhage; Medical physics; Magnetic resonance imaging; Alternative medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0881734,0.003514942,0.006457956,0.003884312,0.002596553,0.003505274,0.00335822,0.003616735,0.0456503],"category_scores_gemma":[0.09659219,0.002903271,0.004712828,0.006041168,0.002560022,0.003407954,0.003586001,0.003630853,0.01436196],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006270476,"about_ca_system_score_gemma":0.01994404,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001834236,"about_ca_topic_score_gemma":0.002872139,"domain_scores_codex":[0.9260761,0.04499199,0.01395161,0.00518921,0.007214078,0.002577058],"domain_scores_gemma":[0.9143879,0.0173443,0.01689472,0.01354983,0.03494005,0.002883186],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"observational","study_design_scores_codex":[0.3668101,0.0285023,0.02753602,0.1379914,0.004700042,0.002233439,0.009539125,0.01269926,0.01813542,0.01497023,0.1076185,0.2692641],"study_design_scores_gemma":[0.2418254,0.08539857,0.1196447,0.05269303,0.002554019,0.00148003,0.006105542,0.01670461,0.0126836,0.01175785,0.4478538,0.001298796],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.001726105,0.000141855,0.003455064,0.00008361517,0.0001137368,0.9927855,0.0009754804,0.00006752971,0.0006511686],"genre_scores_gemma":[0.001381533,0.00006739209,0.003923723,0.00005746644,0.00002025907,0.9940341,0.0003090089,0.00001106796,0.0001955133],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.0881734,"threshold_uncertainty_score":0.4663111,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5662656700499075,"score_gpt":0.6707325726468308,"score_spread":0.1044669025969234,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}