{"id":"W2794643990","doi":"10.1016/j.clinbiochem.2018.03.015","title":"Benign and malignant scientific irreproducibility","year":2018,"lang":"en","type":"editorial","venue":"Clinical Biochemistry","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Toronto; University Health Network; Mount Sinai Hospital","funders":"","keywords":"Relevance (law); Analogy; Value (mathematics); Publishing; Elite; Engineering ethics; Medicine; Computer science; Epistemology; Political science; Engineering; Philosophy; Law","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"reproducibility","study_design":"not_applicable","genre":"editorial","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","scholarly_communication","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.4320104,0.0006573602,0.006610915,0.0001374656,0.0003368677,0.003219458,0.004319654,0.001826798,0.008313419],"category_scores_gemma":[0.674175,0.0003320979,0.003449537,0.0009449511,0.001934244,0.00009470055,0.001085103,0.001119595,0.005691719],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004717723,"about_ca_system_score_gemma":0.0008556276,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000003915397,"about_ca_topic_score_gemma":0.000005153027,"domain_scores_codex":[0.9431602,0.008375059,0.02426887,0.01117039,0.0124536,0.0005718656],"domain_scores_gemma":[0.8178824,0.07530493,0.02610964,0.06479947,0.01418877,0.001714791],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001106502,0.00009468076,0.00167725,0.0001681239,0.0001343989,0.000004952788,0.00001675103,3.506544e-8,0.0001198687,0.000003550185,0.9932387,0.004530559],"study_design_scores_gemma":[0.0001614768,0.00004608435,0.0001964797,0.0001110313,0.000335373,0.000002235265,0.00004230057,0.00004618688,0.0004457417,0.002616601,0.9956414,0.000355071],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"editorial","genre_scores_codex":[0.0563257,0.002675171,0.0001089775,0.0003523326,0.9349755,0.0005406089,0.0004670554,0.00001529843,0.00453936],"genre_scores_gemma":[0.008242137,0.00008373625,0.001498764,0.00006716303,0.8421897,0.00002839019,0.0003381464,0.0000325172,0.1475194],"genre_candidate":"editorial","genre_consensus":"editorial","teacher_disagreement_score":0.2421646,"threshold_uncertainty_score":0.9999131,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7370651064824161,"score_gpt":0.6024564965966668,"score_spread":0.1346086098857493,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}