{"id":"W4416604294","doi":"10.5256/f1000research.55033.r83113","title":"Referee report. For: PUblications Metadata Augmentation (PUMA) pipeline [version 2; peer review: 1 approved, 1 approved with reservations]","year":2021,"lang":"en","type":"article","venue":"Faculty of 1000 Research Ltd","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"Economic and Social Research Council; Medical Research Council; European Commission; Canadian Institutes of Health Research; National Institute for Health and Care Research; UK Research and Innovation; University of Bristol; Department of Health and Social Care; Wellcome Trust","keywords":"Pipeline (software); Metadata; The Internet; Troubleshooting","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04354734,0.0002055072,0.0005657247,0.0005774795,0.0006753376,0.001644667,0.003333086,0.000206275,0.0007484153],"category_scores_gemma":[0.1779108,0.0001447563,0.0001719187,0.004609843,0.0003161664,0.00504186,0.001023261,0.0008561331,0.0001078833],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001916738,"about_ca_system_score_gemma":0.00134683,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000594348,"about_ca_topic_score_gemma":0.0006468388,"domain_scores_codex":[0.9849063,0.001043812,0.001548,0.001269499,0.01063015,0.0006022691],"domain_scores_gemma":[0.9370279,0.003234454,0.001028283,0.003169263,0.05515125,0.0003888943],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008332475,0.0001233994,0.001535906,0.0001043859,0.00003810579,0.00000653478,0.0001068981,0.00001314161,0.001039295,0.001657952,0.9875025,0.007788605],"study_design_scores_gemma":[0.0006135572,0.00006412312,0.002581796,0.0003282917,0.00003094708,0.00003367897,0.001774758,0.0007387142,0.00319456,0.003087422,0.9873723,0.0001798606],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"other","genre_scores_codex":[0.004963036,0.001911348,0.07487695,0.8697382,0.0001908081,0.002092262,0.003141027,0.0001052536,0.04298111],"genre_scores_gemma":[0.006983074,0.0005090645,0.02209789,0.0006964929,0.0001709957,0.000371761,0.0196109,0.0000353577,0.9495245],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.9065434,"threshold_uncertainty_score":0.9993917,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2939598996466887,"score_gpt":0.5042098420694354,"score_spread":0.2102499424227467,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}