{"id":"W4376639745","doi":"10.1136/bmjebm-2022-112215","title":"Catalogue of bias: novelty bias","year":2023,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Computational Drug Discovery Methods","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Novelty; Computer science; Psychology; Social psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005793832,0.0002196741,0.0004659754,0.0006041042,0.00007606278,0.00002924485,0.001192197,0.00007005052,0.0000527004],"category_scores_gemma":[0.01145803,0.0001717121,0.0001207294,0.002986955,0.0002709154,0.0005902924,0.0002973562,0.0001706036,0.000156151],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000788523,"about_ca_system_score_gemma":0.0008001684,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005438872,"about_ca_topic_score_gemma":0.00003476648,"domain_scores_codex":[0.9965537,0.0005298821,0.0007415015,0.0005397237,0.001268864,0.0003663235],"domain_scores_gemma":[0.9895143,0.008581285,0.0003572307,0.001001945,0.0003599505,0.0001852935],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0003952733,0.0004846053,0.03104617,0.002126522,0.0002244814,0.0008965008,0.005065374,0.255799,0.01301651,0.1457829,0.231599,0.3135637],"study_design_scores_gemma":[0.00284256,0.001198821,0.1783829,0.006978045,0.00008137389,0.00007054281,0.0002559446,0.7564018,0.01739146,0.02523248,0.0103518,0.0008122888],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1007652,0.001008607,0.8470855,0.04773249,0.001681807,0.0007551684,0.00002410082,0.0005031031,0.0004440157],"genre_scores_gemma":[0.9334265,0.0001249948,0.06239153,0.002861409,0.0006511437,0.00009830346,0.00009084016,0.00002867484,0.000326588],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8326613,"threshold_uncertainty_score":0.9968688,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3599031462954102,"score_gpt":0.4300701984081084,"score_spread":0.07016705211269819,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}