{"id":"W4366783310","doi":"10.1186/s41073-023-00128-2","title":"Scientific sinkhole: estimating the cost of peer review based on survey data with snowball sampling","year":2023,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Prince Edward Island; Agricultural Research Institute of Ontario","funders":"","keywords":"Snowball sampling; Scopus; Peer review; Psychology; Demography; Medicine; Actuarial science; Geography; Statistics; MEDLINE; Political science; Business; Sociology; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","bibliometrics"],"consensus_categories":[],"category_scores_codex":[0.1025197,0.001341175,0.001399214,0.006543948,0.001272788,0.003134472,0.003758533,0.001593608,0.007324099],"category_scores_gemma":[0.3308271,0.001233667,0.00315254,0.009599251,0.001975259,0.004544752,0.003069459,0.001339448,0.0009418161],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007623096,"about_ca_system_score_gemma":0.007195508,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.026533,"about_ca_topic_score_gemma":0.01735221,"domain_scores_codex":[0.8360619,0.1361251,0.008223615,0.005764077,0.01167965,0.002145661],"domain_scores_gemma":[0.5324249,0.3585429,0.06431473,0.0197266,0.02227376,0.002717169],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003162106,0.0007122679,0.7445717,0.003985724,0.005044026,0.0005108718,0.004072964,0.04968257,0.0003118869,0.02436977,0.01425403,0.1493221],"study_design_scores_gemma":[0.001666834,0.003372098,0.5823956,0.003419892,0.003813686,0.001518413,0.005566573,0.3146844,0.001386716,0.04761403,0.03424311,0.0003187007],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6566857,0.005168077,0.2666029,0.003141945,0.0005369033,0.02505853,0.01961277,0.0005338943,0.02265937],"genre_scores_gemma":[0.873638,0.001036787,0.1098483,0.0003171815,0.000156516,0.009828018,0.003416935,0.0000677159,0.001690545],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9934561,"threshold_uncertainty_score":0.5421826,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.952932832349722,"score_gpt":0.7128552951760203,"score_spread":0.2400775371737017,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}