{"id":"W3149284698","doi":"10.1007/s00062-021-01012-6","title":"Machine Outputs Must Be Checked","year":2021,"lang":"en","type":"article","venue":"Clinical Neuroradiology","topic":"Acute Ischemic Stroke Management","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Computer science; Reliability engineering; Engineering","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003543166,0.0001810563,0.0006999571,0.00005013487,0.00003793675,0.000007446684,0.0001687674,0.0002313974,0.00111393],"category_scores_gemma":[0.002553854,0.0001586757,0.0002860856,0.000185366,0.0002791624,0.00002379351,0.000289369,0.0006543548,0.0003568104],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002533229,"about_ca_system_score_gemma":0.0001040746,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003432049,"about_ca_topic_score_gemma":0.000002027242,"domain_scores_codex":[0.9979296,0.0002215844,0.0006931386,0.0006472087,0.0001515845,0.0003568924],"domain_scores_gemma":[0.9982643,0.0004850297,0.0001158401,0.0007677597,0.00009754016,0.0002695053],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0004165588,0.001012134,0.2301878,0.00009851223,0.0004885459,0.006706844,0.00005263024,0.000001765914,0.007183218,0.001684698,0.7341496,0.01801767],"study_design_scores_gemma":[0.002622548,0.0005575766,0.1433955,0.00001377756,0.0002096824,0.0007814788,0.00002761285,0.000193746,0.0007075631,0.00004564583,0.851299,0.0001459398],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8156255,0.000828055,0.0007983393,0.06823622,0.002803585,0.0004069607,0.00002560998,0.0002571809,0.1110185],"genre_scores_gemma":[0.887908,0.0007665805,0.003907192,0.0812028,0.001227295,0.00002029218,0.0002171838,0.00005713973,0.02469352],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1171494,"threshold_uncertainty_score":0.9997992,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0827921886188631,"score_gpt":0.3772919674304304,"score_spread":0.2944997788115673,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}