{"id":"W4281856165","doi":"10.1101/2022.05.24.22275490","title":"Evaluating the impact on clinical task efficiency of a natural language processing algorithm for searching medical documents: Prospective crossover study","year":2022,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Biomedical Text Mining and Ontologies","field":"Biochemistry, Genetics and Molecular Biology","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"Centre for Global Health Research","funders":"University of Edinburgh; UK Research and Innovation","keywords":"Computer science; Task (project management); Workflow; Upload; Artificial intelligence; Natural language processing; Information retrieval; String searching algorithm; Search algorithm; Machine learning; Algorithm; World Wide Web; Pattern matching; Database","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01109313,0.0008298054,0.001188891,0.0005603026,0.0006656141,0.001078038,0.0006478198,0.001027861,0.002589974],"category_scores_gemma":[0.01796216,0.0005971071,0.001215317,0.0004542001,0.001052949,0.001068398,0.0005947741,0.001125459,0.0005182815],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006126197,"about_ca_system_score_gemma":0.0007990169,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006448812,"about_ca_topic_score_gemma":0.000573927,"domain_scores_codex":[0.9940276,0.003411644,0.0006326653,0.0008837611,0.000624851,0.0004194969],"domain_scores_gemma":[0.9795873,0.01125114,0.003733724,0.001790646,0.00171255,0.001924689],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"nonrandomized_trial","study_design_scores_codex":[0.4123955,0.235115,0.2701308,0.001095803,0.002225198,0.0006302529,0.00682501,0.002008257,0.01660369,0.0003394264,0.001115121,0.05151594],"study_design_scores_gemma":[0.01632139,0.7452134,0.2310469,0.00005272187,0.0005523805,0.0001405371,0.0009068479,0.001742311,0.003028049,0.0001508049,0.0007653322,0.00007920258],"study_design_candidate":"nonrandomized_trial","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.999202,0.0000596336,0.0002330528,0.000009547001,0.00001375053,0.0003357516,0.00003446181,0.000005998339,0.0001058639],"genre_scores_gemma":[0.9973488,0.00005522346,0.001132068,0.00003541542,0.00002161464,0.0009050123,0.0001036625,0.000007733797,0.0003905012],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9889069,"threshold_uncertainty_score":0.05866683,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05282356704751386,"score_gpt":0.4958383169671636,"score_spread":0.4430147499196497,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}