{"id":"W4403162971","doi":"10.1186/s41073-024-00152-w","title":"An evaluation of the preprints produced at the beginning of the 2022 mpox public health emergency","year":2024,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Guelph; Public Health Agency of Canada","funders":"","keywords":"Observational study; Quality (philosophy); Preprint; Scale (ratio); Critical appraisal; Public health; Medicine; Psychology; Computer science; World Wide Web; Alternative medicine; Geography; Nursing; Internal medicine; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.276915,0.00009196311,0.0002815051,0.0001075473,0.0006118762,0.000394325,0.003549468,0.00008118233,0.002212278],"category_scores_gemma":[0.09536604,0.00003376755,0.0001488873,0.002954163,0.0003921333,0.0007960654,0.001370279,0.002053831,0.00004280829],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001280992,"about_ca_system_score_gemma":0.001682641,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0007908361,"about_ca_topic_score_gemma":0.0003110161,"domain_scores_codex":[0.9734395,0.01288223,0.001072699,0.0006751082,0.01153744,0.0003930898],"domain_scores_gemma":[0.9911002,0.001418436,0.0003625616,0.001926132,0.005047713,0.0001449362],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000004422249,0.00004341534,0.01830688,0.0007724628,0.00002376789,1.006544e-7,0.002420458,0.000004086389,0.0001342247,0.004659719,0.4699679,0.5036626],"study_design_scores_gemma":[0.00008370062,0.00003932952,0.04860717,0.003090966,0.00002951149,0.00001297629,0.00120703,0.003026658,0.0004610021,0.02822045,0.9151257,0.00009548046],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.2519448,0.1786062,0.00002128594,0.5611451,0.0007082709,0.00203765,0.00005132662,0.00001117261,0.005474202],"genre_scores_gemma":[0.9669334,0.0245701,0.000007523251,0.0003770936,0.00009763451,0.00008601362,0.000005410987,0.000007308281,0.007915563],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.7149886,"threshold_uncertainty_score":0.9986998,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7197556863314704,"score_gpt":0.6343461286640703,"score_spread":0.0854095576674001,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}