{"id":"W4393275799","doi":"10.1186/s12940-024-01069-z","title":"Systems for rating bodies of evidence used in systematic reviews of air pollution exposure and reproductive and children’s health: a methodological survey","year":2024,"lang":"en","type":"review","venue":"Environmental Health","topic":"Air Quality and Health Impacts","field":"Environmental Science","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Operationalization; Grading (engineering); Systematic review; Reproductive health; Environmental health; Evidence-based practice; Public health; Applied psychology; Psychology; Medicine; MEDLINE; Alternative medicine; Pathology; Population; Political science; Ecology; Biology","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.02615912,0.0004431105,0.004353497,0.0001240893,0.0001537444,0.00001250721,0.0001743948,0.0002251185,0.0000104181],"category_scores_gemma":[0.00181065,0.0002906723,0.0001777988,0.0002008444,0.0003909264,0.0001739466,0.0002496405,0.0003898493,0.000008409825],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001094245,"about_ca_system_score_gemma":0.0001305206,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003717109,"about_ca_topic_score_gemma":0.0004649838,"domain_scores_codex":[0.9860852,0.009116095,0.003002822,0.0009201791,0.0003872168,0.0004884444],"domain_scores_gemma":[0.9946637,0.002140525,0.00246641,0.0004732294,0.00000265033,0.0002534864],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00003970035,0.000142178,0.004513411,0.8759541,0.00005366218,7.071795e-7,0.003960125,0.00002524086,0.000001354257,0.00003498496,0.0006172447,0.1146573],"study_design_scores_gemma":[0.001075497,0.006559525,0.165906,0.7926934,0.0007680017,0.0003292583,0.002111458,0.000251651,0.000003789321,0.0002233576,0.02854827,0.001529814],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001447074,0.9868215,0.0002375619,0.0005175957,0.0001258596,0.01040489,0.0004313684,0.00001237785,0.000001735793],"genre_scores_gemma":[0.006174217,0.9910899,0.001860725,0.0002131327,0.00004084991,0.000477107,0.00006599673,0.00003237418,0.00004564079],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.1613926,"threshold_uncertainty_score":0.9999545,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.574578847847121,"score_gpt":0.4945562290978129,"score_spread":0.08002261874930805,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}