{"id":"W3198724606","doi":"10.1038/s41598-021-97005-z","title":"Evaluation of connectivity map shows limited reproducibility in drug repositioning","year":2021,"lang":"en","type":"article","venue":"Scientific Reports","topic":"Computational Drug Discovery Methods","field":"Computer Science","cited_by":53,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canada's Michael Smith Genome Sciences Centre; Genome British Columbia; University of British Columbia","funders":"National Institute of Mental Health; National Institutes of Health; Natural Sciences and Engineering Research Council of Canada; University of British Columbia","keywords":"Reproducibility; Reliability (semiconductor); Kappa; Computer science; False positive paradox; Medicine; Data mining; Computational biology; Statistics; Artificial intelligence; Biology; Mathematics; Physics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05275554,0.0001071697,0.0002233354,0.0002255518,0.0001532267,0.0003024963,0.0002441351,0.00003688539,0.00004456024],"category_scores_gemma":[0.009473931,0.0001167035,0.00009814812,0.001707209,0.0001191783,0.0007715568,0.0003691433,0.0001251911,0.000003531577],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002482301,"about_ca_system_score_gemma":0.001459679,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00008360943,"about_ca_topic_score_gemma":0.0002390803,"domain_scores_codex":[0.9929736,0.001700008,0.000830823,0.002403524,0.001876461,0.0002156338],"domain_scores_gemma":[0.9934032,0.0003518815,0.0004600002,0.003627941,0.002096466,0.00006052015],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00002056105,0.001943801,0.06987372,0.0002121784,0.00009736089,0.001586012,0.008678469,0.5588307,0.184559,0.01720118,0.005063175,0.1519338],"study_design_scores_gemma":[0.0002031985,0.000009310759,0.06258238,0.00008937632,0.00002476676,0.000275564,0.00008721237,0.3507832,0.2765744,0.3088093,0.0003685832,0.0001927161],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9434644,0.0002697455,0.0479355,0.0005030052,0.005558601,0.0003109165,0.000001082416,0.00005682722,0.001899946],"genre_scores_gemma":[0.9698308,2.965594e-7,0.02978134,0.00001874777,0.00002611534,0.00002296952,0.00002207189,0.000004917345,0.0002927174],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2916082,"threshold_uncertainty_score":0.9988697,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05448599248607854,"score_gpt":0.3384237531597816,"score_spread":0.2839377606737031,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}