{"id":"W2586531538","doi":"","title":"An Evaluation Methodology for Clinical Vocabularies and Evaluation of the Read Codes","year":2013,"lang":"en","type":"article","venue":"","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Computer science; Code (set theory); Natural language processing; Programming language","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02633564,0.00006580754,0.0002331238,0.00003084963,0.00005218117,0.00001222628,0.00005480955,0.0001003799,0.0008649703],"category_scores_gemma":[0.04660349,0.0000406929,0.0000654762,0.00007042627,0.0001506552,0.0002114192,0.00002643699,0.00009367835,0.00000458141],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003010578,"about_ca_system_score_gemma":0.0003087235,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003709582,"about_ca_topic_score_gemma":0.0002621191,"domain_scores_codex":[0.9961166,0.002127732,0.00094,0.0002091015,0.0005150661,0.00009144224],"domain_scores_gemma":[0.9914265,0.005463211,0.0003663637,0.0003273815,0.002358608,0.00005788177],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002713282,0.0002054555,0.07244678,0.00003345562,0.0001033165,2.336924e-8,0.0002302623,0.00003240076,0.007687056,0.001434731,0.004028451,0.9135268],"study_design_scores_gemma":[0.005215385,0.0009379811,0.736141,0.00001878901,0.002107286,0.000009073562,0.00167633,0.2170651,0.002759755,0.03323958,0.0007560644,0.00007364868],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9709584,0.0001095697,0.01382045,0.01146191,0.000264384,0.003033847,0.000004135417,0.00001392546,0.0003333556],"genre_scores_gemma":[0.9343849,0.00003382481,0.06363937,0.001475764,0.0001595725,0.0001807933,0.00006037605,0.000008389246,0.00005697015],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9134531,"threshold_uncertainty_score":0.9614274,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.836535976573051,"score_gpt":0.6868418695139669,"score_spread":0.1496941070590841,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}