{"id":"W6939252175","doi":"10.6084/m9.figshare.12198747","title":"Additional file 3 of How are systematic reviews of prevalence conducted? A methodological study","year":2020,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University","funders":"","keywords":"Systematic review; Data extraction; Systematic error; Data collection; MEDLINE","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01093771,0.001691769,0.002894486,0.008397835,0.001082639,0.002874449,0.002173807,0.001987045,0.8948941],"category_scores_gemma":[0.1570544,0.001404955,0.00297282,0.01102794,0.0005019158,0.003960673,0.002158875,0.001333621,0.09179915],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.003089965,"about_ca_system_score_gemma":0.006988319,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006480141,"about_ca_topic_score_gemma":0.01237731,"domain_scores_codex":[0.9942637,0.001708075,0.002254142,0.0006468186,0.0007730091,0.0003542212],"domain_scores_gemma":[0.7984788,0.1718086,0.01061776,0.004486785,0.01324837,0.001359645],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.00118271,0.0001183536,0.001862593,0.09845226,0.0005311886,0.0000916095,0.0002118512,0.0006990797,0.0001715663,0.002805175,0.8746803,0.01919314],"study_design_scores_gemma":[0.02436847,0.0005714556,0.01713262,0.0645426,0.002597719,0.0004621892,0.0007974836,0.002182013,0.001190463,0.02556609,0.8602387,0.0003501163],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"dataset","genre_gemma":"other","genre_scores_codex":[0.0001831931,0.0001168039,0.0006438945,0.0002656717,0.00005541752,0.001240256,0.9957724,0.0002945529,0.001427831],"genre_scores_gemma":[0.01684386,0.001732916,0.03410061,0.00329291,0.0005238971,0.100998,0.8082705,0.002529048,0.03170827],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.9890623,"threshold_uncertainty_score":0.1499207,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9557757585894917,"score_gpt":0.5659265079279121,"score_spread":0.3898492506615796,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}