{"id":"W4382198026","doi":"10.1101/2023.06.20.23291653","title":"Managing the Infodemic: Leveraging Deep Learning to Evaluate the Maturity Level of AI-Based COVID-19 Publications for Knowledge Surveillance and Decision Support","year":2023,"lang":"en","type":"preprint","venue":"medRxiv","topic":"COVID-19 diagnosis using AI","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal","funders":"","keywords":"Pandemic; Computer science; Data science; Coronavirus disease 2019 (COVID-19); Key (lock); Maturity (psychological); Artificial intelligence; Knowledge management; Political science; Medicine; Disease; Infectious disease (medical specialty)","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00783301,0.0003790935,0.0006717859,0.0005292171,0.0005423645,0.000152886,0.0007448456,0.0002247423,0.00004846853],"category_scores_gemma":[0.01961329,0.0002598302,0.0002522613,0.0007399204,0.0002082865,0.00005543339,0.001074486,0.001176422,0.00002829488],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004334226,"about_ca_system_score_gemma":0.001594225,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003967597,"about_ca_topic_score_gemma":0.0009155791,"domain_scores_codex":[0.9968949,0.0003670678,0.0007696064,0.0008746415,0.0006269119,0.0004668696],"domain_scores_gemma":[0.9874125,0.009756541,0.0003237393,0.001434608,0.0007702122,0.0003023821],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0007612187,0.0003171404,0.6749263,0.006510021,0.0005530657,0.00001872639,0.01685097,0.1138027,0.0008921417,0.0005803925,0.09337121,0.09141607],"study_design_scores_gemma":[0.002611622,0.000162631,0.4409497,0.001258072,0.0004950434,0.00002191539,0.0005729292,0.2401544,0.0005203595,0.007932378,0.3046719,0.0006490129],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2550212,0.0008175072,0.3570126,0.3817968,0.0008902061,0.003820033,0.0001497459,0.0004155852,0.00007624057],"genre_scores_gemma":[0.9726398,0.0002496267,0.003941174,0.0209268,0.0002300537,0.00106688,0.0002070645,0.0001244089,0.0006142047],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7176185,"threshold_uncertainty_score":0.9999854,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1960019882948439,"score_gpt":0.4255178453269066,"score_spread":0.2295158570320626,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}