{"id":"W6920752056","doi":"10.6084/m9.figshare.14913276.v1","title":"Additional file 5 of Validity of observational evidence on putative risk and protective factors: appraisal of 3744 meta-analyses on 57 topics","year":2021,"lang":"en","type":"article","venue":"Figshare","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Observational study; Credibility; Table (database); Kappa; Measure (data warehouse); Critical appraisal","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","metaepi_broad"],"domain":"methods","study_design":"meta_analysis","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["insufficient_payload"],"domain":null,"study_design":"not_applicable","genre":"dataset","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003362327,0.0002059045,0.002452997,0.000159004,0.00006015058,0.00006842618,0.0004752935,0.00007400216,0.9852688],"category_scores_gemma":[0.4922106,0.000104349,0.001724969,0.0008669427,0.0000333893,0.0002138395,0.0001160453,0.0001444646,0.0003831096],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001466129,"about_ca_system_score_gemma":0.0001978576,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000006748231,"about_ca_topic_score_gemma":0.00001368865,"domain_scores_codex":[0.9885101,0.004595714,0.002925138,0.0005743991,0.003299849,0.0000947596],"domain_scores_gemma":[0.8955044,0.0931311,0.006232645,0.00118501,0.003872551,0.0000743],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.000006731794,0.00007138979,0.0002423037,0.0001093983,0.001096109,0.000001223406,0.0001733118,0.0001674632,0.00002059106,0.00006406559,0.9974685,0.0005789624],"study_design_scores_gemma":[0.0002492204,0.0007108442,0.4853691,0.003340682,0.003605105,0.000005033013,0.001780171,0.002552626,0.01522335,0.007336911,0.4793155,0.0005115065],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"dataset","genre_gemma":"dataset","genre_scores_codex":[0.00169641,0.0001478523,0.00006115007,0.00005481557,0.00001499717,0.0003279509,0.996736,0.00000163258,0.0009591718],"genre_scores_gemma":[0.2259529,0.000004936915,0.009724352,0.000133281,0.0001432186,0.001290273,0.7583781,0.00002103601,0.004351933],"genre_candidate":"dataset","genre_consensus":"dataset","teacher_disagreement_score":0.9848857,"threshold_uncertainty_score":0.5120667,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9569077944506005,"score_gpt":0.5921725702233445,"score_spread":0.364735224227256,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}