{"id":"W4393275799","doi":"10.1186/s12940-024-01069-z","title":"Systems for rating bodies of evidence used in systematic reviews of air pollution exposure and reproductive and children’s health: a methodological survey","year":2024,"lang":"en","type":"review","venue":"Environmental Health","topic":"Air Quality and Health Impacts","field":"Environmental Science","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Operationalization; Grading (engineering); Systematic review; Reproductive health; Environmental health; Evidence-based practice; Public health; Applied psychology; Psychology; Medicine; MEDLINE; Alternative medicine; Pathology; Population; Political science; Ecology; Biology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.7010625,0.004782926,0.01283661,0.07835908,0.005212321,0.01708481,0.007865253,0.005593019,0.002984236],"category_scores_gemma":[0.8645303,0.004901201,0.02397466,0.07510463,0.01026613,0.01280865,0.02069995,0.006579685,0.0008115477],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02645925,"about_ca_system_score_gemma":0.04975236,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009897979,"about_ca_topic_score_gemma":0.01232276,"domain_scores_codex":[0.1318665,0.3578484,0.4277067,0.01211362,0.0677526,0.002712213],"domain_scores_gemma":[0.08972292,0.5653232,0.1615766,0.0423746,0.1381231,0.002879521],"domain_codex":"reporting","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"observational","study_design_scores_codex":[0.001469988,0.0002001063,0.06792986,0.4919306,0.02634234,0.0002777322,0.02327011,0.003136123,0.001592561,0.01791537,0.01848317,0.3474522],"study_design_scores_gemma":[0.003115889,0.002003002,0.08717713,0.6756627,0.04832567,0.001250265,0.016788,0.01141509,0.003340708,0.04935038,0.09998935,0.001581798],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.05443708,0.3595175,0.3031051,0.03362043,0.005897164,0.1989019,0.02805538,0.002349443,0.01411592],"genre_scores_gemma":[0.1302655,0.04589266,0.6361485,0.00258331,0.0004889639,0.1763004,0.007608553,0.0002722686,0.000439967],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.2989375,"threshold_uncertainty_score":0.3686432,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.574578847847121,"score_gpt":0.4945562290978129,"score_spread":0.08002261874930805,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}