{"id":"W4383823251","doi":"10.1038/s42256-023-00688-4","title":"Reusability report: Evaluating reproducibility and reusability of a fine-tuned model to predict drug response in cancer patient samples","year":2023,"lang":"en","type":"article","venue":"Nature Machine Intelligence","topic":"Computational Drug Discovery Methods","field":"Computer Science","cited_by":7,"is_retracted":false,"has_abstract":false,"ca_institutions":"Public Health Ontario; Vector Institute; Princess Margaret Cancer Centre; Ontario Institute for Cancer Research; University of Toronto; University Health Network","funders":"","keywords":"Reusability; Reproducibility; Context (archaeology); Computer science; Machine learning; Artificial intelligence; Drug; Medicine; Mathematics; Statistics; Pharmacology; Software","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02103408,0.0002838568,0.0004813548,0.000345903,0.00009917371,0.00005678663,0.001003217,0.0001538697,0.00001140862],"category_scores_gemma":[0.05565791,0.0002604151,0.000108536,0.002474956,0.0001593654,0.0003405403,0.001568931,0.0007730829,0.000002785879],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003224693,"about_ca_system_score_gemma":0.0005942663,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0009928363,"about_ca_topic_score_gemma":0.0006380071,"domain_scores_codex":[0.9931064,0.001622157,0.001326703,0.002510065,0.001024842,0.0004098362],"domain_scores_gemma":[0.9913796,0.004196739,0.0003494193,0.003343226,0.0005650088,0.000166058],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001066089,0.0002185043,0.03634957,0.0001666722,0.00001624453,0.00003193606,0.005287869,0.7640158,0.002633145,0.001176208,0.0001609848,0.188877],"study_design_scores_gemma":[0.00008762079,0.0001655326,0.1467235,0.0001154602,0.000006323701,0.00001529379,0.00004646321,0.7753339,0.01394121,0.06329107,0.0000491151,0.0002244954],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7961859,0.0003859531,0.1972966,0.004757587,0.0003138726,0.0007993691,0.0000849108,0.0001424421,0.00003345309],"genre_scores_gemma":[0.8310397,0.00001185775,0.1686156,0.0001413215,0.00002460726,0.0001057676,0.00001005606,0.00001286282,0.00003821528],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1886525,"threshold_uncertainty_score":0.9999848,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06137390241407797,"score_gpt":0.4167704008217654,"score_spread":0.3553964984076874,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}