{"id":"W4366783310","doi":"10.1186/s41073-023-00128-2","title":"Scientific sinkhole: estimating the cost of peer review based on survey data with snowball sampling","year":2023,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":25,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Prince Edward Island; Agricultural Research Institute of Ontario","funders":"","keywords":"Snowball sampling; Scopus; Peer review; Psychology; Demography; Medicine; Actuarial science; Geography; Statistics; MEDLINE; Political science; Business; Sociology; Mathematics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","bibliometrics"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","scholarly_communication"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","scholarly_communication","open_science"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5547979,0.000215187,0.0007798712,0.0109458,0.001065403,0.003532759,0.006520464,0.00009799213,0.0006333195],"category_scores_gemma":[0.6385837,0.0001025496,0.0001148882,0.1926906,0.001200418,0.0005447088,0.002348496,0.002160765,0.0005419625],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000745736,"about_ca_system_score_gemma":0.001207424,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006840166,"about_ca_topic_score_gemma":0.0003021152,"domain_scores_codex":[0.9388121,0.005541166,0.001455888,0.001816079,0.05110046,0.001274328],"domain_scores_gemma":[0.7242428,0.1265315,0.001107344,0.012871,0.1335459,0.001701529],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002087506,0.00009121836,0.007169446,0.002521436,0.00001324325,0.000009521886,0.00002616507,0.0000294739,0.000006837244,0.0001836036,0.691698,0.2982302],"study_design_scores_gemma":[0.0002459729,0.0002283798,0.0314625,0.01544363,0.00002146729,0.000009838818,0.00007448829,0.06817354,0.00001471592,0.0007085177,0.883397,0.0002199725],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"review","genre_scores_codex":[0.008900476,0.455631,0.01418203,0.4871189,0.001543781,0.01093427,0.007058043,0.0001573273,0.0144741],"genre_scores_gemma":[0.2751945,0.6040291,0.01877737,0.009009569,0.0006369592,0.0006736663,0.007404114,0.0002089855,0.08406579],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.4781094,"threshold_uncertainty_score":0.9988548,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.952932832349722,"score_gpt":0.7128552951760203,"score_spread":0.2400775371737017,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}