{"id":"W6977471544","doi":"10.6084/m9.figshare.c.7153927.v1","title":"Systems for rating bodies of evidence used in systematic reviews of air pollution exposure and reproductive and children’s health: a methodological survey","year":2024,"lang":"en","type":"other","venue":"Figshare","topic":"Railway Engineering and Dynamics","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Grading (engineering); Operationalization; Systematic review; Rating scale; Rating system; Public health; Evidence-based practice; Exposure assessment","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7102877,0.004582989,0.01289238,0.08112344,0.004951793,0.01856509,0.00797351,0.00526724,0.00338057],"category_scores_gemma":[0.8752249,0.004901667,0.02129771,0.07419874,0.0109223,0.01326692,0.02133197,0.006431179,0.000879486],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02383729,"about_ca_system_score_gemma":0.04804878,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01018908,"about_ca_topic_score_gemma":0.01174882,"domain_scores_codex":[0.1172379,0.3784609,0.4214641,0.01291661,0.06721862,0.002701952],"domain_scores_gemma":[0.07748232,0.5875043,0.1463055,0.04218315,0.1438774,0.002647369],"domain_codex":"reporting","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"observational","study_design_scores_codex":[0.001390659,0.0001793547,0.05607919,0.5317222,0.02455357,0.0002360343,0.02015188,0.003093644,0.001559949,0.0190086,0.01607809,0.3259468],"study_design_scores_gemma":[0.002740645,0.001835451,0.07372835,0.7065089,0.04112153,0.0009777942,0.01461067,0.01004929,0.003392195,0.05262735,0.09097023,0.001437626],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.05237468,0.3829446,0.3061329,0.03299585,0.005814196,0.1749687,0.02836511,0.002158642,0.01424538],"genre_scores_gemma":[0.1552568,0.05381813,0.6054631,0.002870654,0.0006002075,0.1735967,0.007608115,0.0003041189,0.0004821968],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.2897123,"threshold_uncertainty_score":0.3572668,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2795359256211499,"score_gpt":0.3598976177604348,"score_spread":0.08036169213928485,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}