{"id":"W4403162971","doi":"10.1186/s41073-024-00152-w","title":"An evaluation of the preprints produced at the beginning of the 2022 mpox public health emergency","year":2024,"lang":"en","type":"article","venue":"Research Integrity and Peer Review","topic":"Academic Publishing and Open Access","field":"Decision Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Guelph; Public Health Agency of Canada","funders":"","keywords":"Observational study; Quality (philosophy); Preprint; Scale (ratio); Critical appraisal; Public health; Medicine; Psychology; Computer science; World Wide Web; Alternative medicine; Geography; Nursing; Internal medicine; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch","scholarly_communication","open_science"],"domain":"evaluation","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.4634475,0.001453697,0.004422414,0.02634529,0.003770913,0.01018023,0.004075757,0.002649263,0.004954505],"category_scores_gemma":[0.7572896,0.001578426,0.006532216,0.01899434,0.005118333,0.005744909,0.008324206,0.002484059,0.00132338],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00951718,"about_ca_system_score_gemma":0.02493548,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00316857,"about_ca_topic_score_gemma":0.004205517,"domain_scores_codex":[0.5601577,0.1596914,0.1655677,0.01158782,0.09960356,0.003391862],"domain_scores_gemma":[0.09639234,0.4778233,0.192205,0.03585855,0.1930662,0.004654609],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01187322,0.0005593102,0.3168354,0.2114919,0.007116594,0.002598806,0.0688732,0.001284864,0.004713485,0.004195592,0.05270182,0.3177558],"study_design_scores_gemma":[0.001725112,0.005972578,0.6112637,0.1129832,0.01174293,0.003185168,0.03191821,0.002580002,0.00954463,0.005047352,0.2029505,0.001086604],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6237333,0.1191519,0.05573661,0.037492,0.0150703,0.05448981,0.06884967,0.001688698,0.02378763],"genre_scores_gemma":[0.8218238,0.02529581,0.07829918,0.005007889,0.003619231,0.04636111,0.01614023,0.0008272128,0.002625507],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5365524,"threshold_uncertainty_score":0.6616647,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7197556863314704,"score_gpt":0.6343461286640703,"score_spread":0.0854095576674001,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}