{"id":"W3210993721","doi":"10.7554/elife.72737","title":"Investigating disagreement in the scientific literature","year":2021,"lang":"en","type":"preprint","venue":"eLife","topic":"Misinformation and Its Impacts","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"Université de Montréal","funders":"Air Force Office of Scientific Research; Canada Research Chairs","keywords":"Discipline; Construct (python library); Epistemology; Phrase; Contrast (vision); Sociology; Scientific literature; Social science; Data science; Psychology; Computer science; Philosophy; Biology; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1720559,0.0006445776,0.001747631,0.06104567,0.006983096,0.01407348,0.002928675,0.003130898,0.003353288],"category_scores_gemma":[0.4921919,0.0008571522,0.001176649,0.05917589,0.008207073,0.01316199,0.01926166,0.002730065,0.0006860037],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.006850681,"about_ca_system_score_gemma":0.006367642,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003191532,"about_ca_topic_score_gemma":0.003874103,"domain_scores_codex":[0.7860587,0.113953,0.03864489,0.01694474,0.04113127,0.003267475],"domain_scores_gemma":[0.2313745,0.6175007,0.09279752,0.01888149,0.03741397,0.002031723],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0008847889,0.0001725348,0.3654546,0.009860291,0.00151896,0.001700272,0.3624716,0.001795494,0.005481913,0.08148608,0.007608098,0.1615653],"study_design_scores_gemma":[0.0002003144,0.0002855357,0.3347048,0.009498294,0.001311928,0.001606182,0.260817,0.01221338,0.009862809,0.2284701,0.1405075,0.0005221009],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8713027,0.01322893,0.06736165,0.008860826,0.0005383093,0.001340765,0.004436419,0.0002241886,0.03270603],"genre_scores_gemma":[0.9492744,0.001973732,0.04192008,0.001267561,0.0004615882,0.001589186,0.002369161,0.00009286206,0.001051402],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.8279442,"threshold_uncertainty_score":0.9099292,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.06452919837798346,"score_gpt":0.3610991862249375,"score_spread":0.2965699878469541,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}