{"id":"W2989314109","doi":"10.1101/845693","title":"Evaluation of Connectivity Map shows limited reproducibility in drug repositioning","year":2019,"lang":"en","type":"preprint","venue":"bioRxiv (Cold Spring Harbor Laboratory)","topic":"Computational Drug Discovery Methods","field":"Computer Science","cited_by":13,"is_retracted":false,"has_abstract":true,"ca_institutions":"Canada's Michael Smith Genome Sciences Centre; Genome British Columbia; University of British Columbia","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Reproducibility; Reliability (semiconductor); Kappa; Computer science; Medicine; Statistics; Mathematics; Physics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02754115,0.0004505672,0.0007455337,0.0005562821,0.00008645335,0.0002535589,0.001281486,0.0003016443,0.00001540049],"category_scores_gemma":[0.005057832,0.0005383572,0.0001994379,0.001077122,0.00009345295,0.000667142,0.001628201,0.0008083488,0.00001984015],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001089801,"about_ca_system_score_gemma":0.002556761,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002638338,"about_ca_topic_score_gemma":0.00001905452,"domain_scores_codex":[0.9906616,0.002971117,0.001068023,0.003178113,0.001699529,0.000421684],"domain_scores_gemma":[0.9899759,0.0007153724,0.0009941269,0.005707875,0.002487198,0.0001195622],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.00008369963,0.001385099,0.05928002,0.001543538,0.0003730061,0.00004384254,0.0003097839,0.6433573,0.2774285,0.01576254,0.0002680657,0.0001646267],"study_design_scores_gemma":[0.0005790662,0.00002659774,0.3751093,0.0005235638,0.00008853714,2.244829e-8,0.000002321026,0.4651032,0.1575629,0.000404975,0.00004226248,0.0005573001],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8911543,0.0006400385,0.1040888,0.0003490928,0.002003112,0.001452864,0.00005047555,0.0002287014,0.00003254891],"genre_scores_gemma":[0.9494499,0.000008492917,0.05012682,0.00006246945,0.0001333703,0.0001737915,4.716502e-7,0.00004259052,0.000002086656],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3158293,"threshold_uncertainty_score":0.9997068,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03914326531878024,"score_gpt":0.2904665596889188,"score_spread":0.2513232943701385,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}