{"id":"W4376639745","doi":"10.1136/bmjebm-2022-112215","title":"Catalogue of bias: novelty bias","year":2023,"lang":"en","type":"article","venue":"BMJ evidence-based medicine","topic":"Computational Drug Discovery Methods","field":"Computer Science","cited_by":16,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Novelty; Computer science; Psychology; Social psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3506263,0.003117319,0.01016776,0.01424757,0.004319295,0.01159127,0.006975581,0.01329649,0.04314856],"category_scores_gemma":[0.7201375,0.00238134,0.008403885,0.01292377,0.009958203,0.01245864,0.01088416,0.009462006,0.008669836],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007979576,"about_ca_system_score_gemma":0.01147072,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002332044,"about_ca_topic_score_gemma":0.00196293,"domain_scores_codex":[0.3587644,0.330472,0.1670418,0.03784878,0.1024212,0.003451917],"domain_scores_gemma":[0.1772877,0.5318375,0.08778159,0.1393344,0.0613277,0.002431128],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.004108486,0.0002969349,0.02609565,0.1209363,0.01182877,0.002123167,0.01122524,0.001918981,0.001771249,0.2005184,0.1687115,0.4504654],"study_design_scores_gemma":[0.002332451,0.000558004,0.01541569,0.116203,0.006712442,0.006634113,0.002270297,0.008927713,0.004818562,0.3732275,0.4619717,0.0009285909],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.02049981,0.08399442,0.5389443,0.05959348,0.03756754,0.0934605,0.04358701,0.004227433,0.1181255],"genre_scores_gemma":[0.3479334,0.02470364,0.3414507,0.0699273,0.01371895,0.1653113,0.01197731,0.001836522,0.02314089],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6493737,"threshold_uncertainty_score":0.8007934,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3599031462954102,"score_gpt":0.4300701984081084,"score_spread":0.07016705211269819,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}