{"id":"W4255627255","doi":"10.18653/v1/2020.clinicalnlp-1","title":"Proceedings of the 3rd Clinical Natural Language Processing Workshop","year":2020,"lang":"en","type":"paratext","venue":"","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":48,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Computer science; Natural language processing; Natural (archaeology); Natural language; Programming language; Artificial intelligence; History; Archaeology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006443244,0.001128233,0.001230304,0.001512055,0.0008369408,0.005436805,0.001506884,0.001478844,0.07114818],"category_scores_gemma":[0.007257235,0.0005375504,0.001164325,0.001348085,0.0007052449,0.00355688,0.002780687,0.002038201,0.0404227],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001374702,"about_ca_system_score_gemma":0.004132166,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006082323,"about_ca_topic_score_gemma":0.0105044,"domain_scores_codex":[0.9977745,0.00107328,0.0001927572,0.0002826581,0.0005368125,0.0001398712],"domain_scores_gemma":[0.9949173,0.002238092,0.00008274403,0.0006526148,0.001401916,0.0007073997],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006161761,0.0003450462,0.0005854898,0.0002988364,0.00007027486,0.0002773335,0.0003624718,0.001349926,0.003454687,0.006623886,0.7230608,0.262955],"study_design_scores_gemma":[0.0001455654,0.00007866545,0.001209942,0.0001633238,0.00007089752,0.0003031185,0.0002455738,0.01604206,0.005712624,0.01414941,0.9618442,0.00003454604],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"methods","genre_gemma":"other","genre_scores_codex":[0.02668099,0.01408964,0.603159,0.05840622,0.02122709,0.001481534,0.05044715,0.03170846,0.1928],"genre_scores_gemma":[0.04534158,0.007953288,0.3210661,0.006785818,0.003151575,0.001099756,0.12791,0.008574982,0.4781168],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.9288518,"threshold_uncertainty_score":0.2380144,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.02644176150270859,"score_gpt":0.3453677982305791,"score_spread":0.3189260367278705,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}