{"id":"W6920752056","doi":"10.6084/m9.figshare.14913276.v1","title":"Additional file 5 of Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Observational study; Credibility; Table (database); Kappa; Measure (data warehouse); Critical appraisal","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch","metaepi_broad","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008642506,0.001766255,0.002744337,0.006808663,0.001037478,0.002815404,0.002264355,0.002036225,0.9042524],"category_scores_gemma":[0.1500346,0.001289437,0.003624817,0.008632267,0.0004623986,0.004003691,0.0021179,0.001251458,0.07739797],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00237909,"about_ca_system_score_gemma":0.004036016,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005338815,"about_ca_topic_score_gemma":0.01227913,"domain_scores_codex":[0.9950144,0.001478559,0.001798705,0.0006587882,0.0007538234,0.0002958367],"domain_scores_gemma":[0.7930912,0.18157,0.01035206,0.004278956,0.009821464,0.0008862648],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"meta_analysis","study_design_scores_codex":[0.0017983,0.0001622243,0.003755777,0.1059685,0.0009962829,0.0001514608,0.0002479973,0.001062407,0.0002027831,0.002561047,0.8607245,0.02236878],"study_design_scores_gemma":[0.04993096,0.0009762185,0.0419689,0.06983259,0.005345101,0.0009981692,0.001041726,0.004442787,0.001389859,0.03558777,0.7880089,0.0004769855],"study_design_candidate":"meta_analysis","study_design_consensus":null,"genre_codex":"dataset","genre_gemma":"empirical","genre_scores_codex":[0.0002840909,0.0001610006,0.0005220245,0.0002477046,0.00004796682,0.0005128532,0.9971,0.0002454097,0.0008789478],"genre_scores_gemma":[0.02730568,0.001501737,0.02039695,0.002270571,0.0004718592,0.03402121,0.89055,0.001760608,0.02172137],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.9972557,"threshold_uncertainty_score":0.1365724,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9569077944506005,"score_gpt":0.5921725702233445,"score_spread":0.364735224227256,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}