{"id":"W3183689488","doi":"10.1126/science.373.6552.265","title":"Large survey finds questionable research practices are common","year":2021,"lang":"en","type":"article","venue":"Science","topic":"Big Data and Business Intelligence","field":"Business, Management and Accounting","cited_by":31,"is_retracted":false,"has_abstract":true,"ca_institutions":"World Federation of Science Journalists","funders":"","keywords":"Survey research; Data science; Psychology; Computer science; Applied psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.006813908,0.00008552916,0.0001092498,0.0002514497,0.000967414,0.001346572,0.0008548796,0.0000444521,0.000808621],"category_scores_gemma":[0.008329555,0.00007616462,0.00001767257,0.00447947,0.000408563,0.003955743,0.000894392,0.0002580392,0.001208915],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003559892,"about_ca_system_score_gemma":0.0002582729,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001562139,"about_ca_topic_score_gemma":0.004726992,"domain_scores_codex":[0.9978376,0.00005126667,0.0001546646,0.0004758002,0.0009621679,0.0005185234],"domain_scores_gemma":[0.9971771,0.00021814,0.0002189999,0.0004986906,0.00186791,0.00001911099],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0000231337,0.0003216604,0.9104533,0.0001407543,0.000004335905,0.00007448911,0.00004373028,0.00002434553,0.002720641,0.04748125,0.03506493,0.003647464],"study_design_scores_gemma":[0.00006924755,0.000002881366,0.6641204,0.00007149461,0.000003560981,0.000004833128,0.0004291067,0.001662172,0.001394954,0.003709549,0.3283884,0.0001433646],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9285867,0.0008868906,0.000800894,0.006300805,0.001752316,0.000200724,0.00004256258,0.0001406128,0.06128845],"genre_scores_gemma":[0.9965111,0.00003564457,0.000128429,0.0007600391,0.000367167,0.000007270784,0.00005588258,0.00000737241,0.002127088],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2933235,"threshold_uncertainty_score":0.9996901,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3454072732824861,"score_gpt":0.4558646945376758,"score_spread":0.1104574212551896,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}