{"id":"W4205328242","doi":"10.7554/elife.72737","title":"Meta-Research: investigating disagreement in the scientific literature","year":2021,"lang":"en","type":"article","venue":"DOAJ (DOAJ: Directory of Open Access Journals)","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":35,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal","funders":"Air Force Office of Scientific Research; Canada Research Chairs","keywords":"Discipline; Epistemology; Social science; Physical science; Biological sciences; Sociology; Biology; Philosophy","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3856841,0.001938165,0.00424171,0.0811056,0.005881136,0.0153255,0.005514572,0.004604864,0.003296744],"category_scores_gemma":[0.6933882,0.001745833,0.006959833,0.07941409,0.007648935,0.01455825,0.01566483,0.003451955,0.0003779194],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007314301,"about_ca_system_score_gemma":0.01115937,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003563142,"about_ca_topic_score_gemma":0.006789518,"domain_scores_codex":[0.5295058,0.3353717,0.06761365,0.02591383,0.0393664,0.002228581],"domain_scores_gemma":[0.08251277,0.8078237,0.06484481,0.02772153,0.01568223,0.001415011],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.002845263,0.000251626,0.4259558,0.06225339,0.07349804,0.002422225,0.1537861,0.003274168,0.005049034,0.07151952,0.009030589,0.1901142],"study_design_scores_gemma":[0.001289309,0.001488068,0.3064838,0.05314552,0.06932203,0.003622514,0.09380513,0.02929352,0.01296242,0.3382138,0.08903407,0.001339859],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5098184,0.1241079,0.3016794,0.01700639,0.00206881,0.007875647,0.01004616,0.0009088888,0.02648856],"genre_scores_gemma":[0.8484309,0.004996394,0.1361751,0.001919769,0.0006490799,0.00498606,0.002125215,0.000177683,0.0005397392],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6143159,"threshold_uncertainty_score":0.7575608,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7736723904124272,"score_gpt":0.6687191692555318,"score_spread":0.1049532211568954,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}