{"id":"W1779982606","doi":"10.1197/jamia.m2996","title":"Towards Automatic Recognition of Scientifically Rigorous Clinical Research Evidence","year":2008,"lang":"en","type":"article","venue":"Journal of the American Medical Informatics Association","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":108,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Concordia University","funders":"National Institutes of Health","keywords":"Computer science; Artificial intelligence; Machine learning; Support vector machine; Precision and recall; Gold standard (test); Naive Bayes classifier; Classifier (UML); Information retrieval; Pattern recognition (psychology); Medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01002752,0.00007730039,0.0003318624,0.00009589302,0.0001402559,0.00001710156,0.0006229677,0.0001818487,0.00002015394],"category_scores_gemma":[0.03886246,0.00004815998,0.000229026,0.0004724915,0.00107643,0.00001480954,0.0001805294,0.0005821775,0.000009947409],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009202903,"about_ca_system_score_gemma":0.0009212769,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002074272,"about_ca_topic_score_gemma":0.000005201821,"domain_scores_codex":[0.9958051,0.0006418216,0.001276777,0.0000738121,0.001970107,0.0002324219],"domain_scores_gemma":[0.9959128,0.0006364533,0.00206489,0.000224787,0.0009901181,0.0001709894],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0002214429,0.0004858472,0.07054303,0.0001099366,0.0003754196,0.00001185568,0.001404656,0.00001332261,0.003806583,0.00001213773,0.1020323,0.8209835],"study_design_scores_gemma":[0.004814976,0.01194313,0.876147,0.003059373,0.0003753745,0.001195563,0.006265139,0.01380602,0.03227099,0.002158219,0.04707102,0.0008931648],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9950981,0.0001349529,0.002035264,0.001935139,0.0004907103,0.00007432877,0.00000429692,0.000005122852,0.000222067],"genre_scores_gemma":[0.9881768,0.001412199,0.009317003,0.0006329736,0.0003375411,0.000002024919,0.000003327701,0.000006165221,0.0001119297],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8200903,"threshold_uncertainty_score":0.9692336,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1245411533874498,"score_gpt":0.4284704772819773,"score_spread":0.3039293238945275,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}