{"id":"W3182655775","doi":"10.2196/27970","title":"A Natural Language Processing–Assisted Extraction System for Gleason Scores: Development and Usability Study","year":2021,"lang":"en","type":"article","venue":"JMIR Cancer","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":15,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"National Cancer Institute; Abramson Cancer Center; University of Pennsylvania Health System; University of Pennsylvania","keywords":"Artificial intelligence; Medicine; Prostate cancer; Cohort; Natural language processing; Categorization; Computer science; Cancer; Pathology; Internal medicine","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02534691,0.0008814587,0.0005875724,0.001304975,0.000492479,0.001353781,0.001428861,0.0008067295,0.001993466],"category_scores_gemma":[0.04875221,0.0005229959,0.0007611184,0.0007415398,0.0005415998,0.002771782,0.001401899,0.00082542,0.0009507788],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006640681,"about_ca_system_score_gemma":0.001350267,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001993196,"about_ca_topic_score_gemma":0.002323944,"domain_scores_codex":[0.9908062,0.005597915,0.001098021,0.000958996,0.001314126,0.0002247943],"domain_scores_gemma":[0.9361591,0.0503925,0.00107142,0.00292535,0.008802996,0.0006485861],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003564875,0.005603826,0.1066274,0.004394179,0.0008363691,0.002749957,0.01617625,0.007023971,0.07221696,0.001094316,0.01513753,0.7645745],"study_design_scores_gemma":[0.004037631,0.02011709,0.3026488,0.001710663,0.001938103,0.007967292,0.01066507,0.3911724,0.1781602,0.003142502,0.07740656,0.001033726],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"methods","genre_scores_codex":[0.8537624,0.0005093089,0.1252245,0.0006291504,0.0001189566,0.006302791,0.001865824,0.009354264,0.002232699],"genre_scores_gemma":[0.6370345,0.0004449628,0.3531411,0.0004760552,0.00006724921,0.003077146,0.003584777,0.0007224675,0.001451829],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.02534691,"threshold_uncertainty_score":0.1340488,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02289925283352091,"score_gpt":0.3524482616514882,"score_spread":0.3295490088179673,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}