{"id":"W4237111741","doi":"10.2196/preprints.10281","title":"A Deep Learning Method to Automatically Identify Reports of Scientifically Rigorous Clinical Research from the Biomedical Literature: Comparative Analytic Study (Preprint)","year":2018,"lang":"en","type":"preprint","venue":"","topic":"Machine Learning in Healthcare","field":"Computer Science","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Deep learning; Artificial intelligence; Filter (signal processing); Computer science; Convolutional neural network; Clinical Practice; Information retrieval; Recall; Machine learning; Medicine; Psychology; Family medicine","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01553407,0.0006849751,0.0008126929,0.00853582,0.000394544,0.002002665,0.001067511,0.001203124,0.006978808],"category_scores_gemma":[0.06066664,0.0003267303,0.001667272,0.003473261,0.0005374628,0.00158284,0.00157619,0.0009387486,0.001186566],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001935687,"about_ca_system_score_gemma":0.003417213,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004294094,"about_ca_topic_score_gemma":0.006518424,"domain_scores_codex":[0.994321,0.002867204,0.0009259391,0.000694017,0.001063599,0.0001282153],"domain_scores_gemma":[0.9415159,0.0473882,0.003269584,0.002327019,0.00490143,0.0005979543],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.003023048,0.0007235568,0.05636214,0.008195478,0.002455313,0.0002899768,0.0004150473,0.01412119,0.004508771,0.004293034,0.03682945,0.8687831],"study_design_scores_gemma":[0.002750485,0.003057275,0.1149361,0.005290641,0.005699862,0.002040703,0.001274923,0.7114987,0.02756219,0.03560044,0.08993778,0.0003508028],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4340796,0.07088952,0.4064204,0.01204568,0.001428307,0.002552591,0.05150294,0.00678107,0.01429991],"genre_scores_gemma":[0.6872559,0.006246052,0.2730721,0.001335428,0.0005205636,0.001531761,0.02608109,0.0002495083,0.003707661],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.984466,"threshold_uncertainty_score":0.08215302,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1746760251906887,"score_gpt":0.5416441971488496,"score_spread":0.3669681719581609,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}