{"id":"W2942642522","doi":"10.2196/12953","title":"Crowdsourcing the Citation Screening Process for Systematic Reviews: Validation Study","year":2019,"lang":"en","type":"review","venue":"Journal of Medical Internet Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":53,"is_retracted":false,"has_abstract":true,"ca_institutions":"BC Children's Hospital; University of Ottawa; Children's Hospital of Eastern Ontario; University of British Columbia","funders":"CHEO Research Institute","keywords":"Crowdsourcing; Citation; Computer science; Data science; Process (computing); Systematic review; MEDLINE; World Wide Web; Political science","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_broad","scholarly_communication","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.7758518,0.0005135417,0.01591075,0.001990782,0.0001966191,0.002764547,0.010751,0.0004043022,0.004087732],"category_scores_gemma":[0.5944141,0.0001617903,0.006153468,0.003083353,0.0001271326,0.0003686606,0.0004388323,0.002482009,0.0018927],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001817376,"about_ca_system_score_gemma":0.0009063081,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000007448217,"about_ca_topic_score_gemma":0.000008453727,"domain_scores_codex":[0.7318159,0.1626071,0.04615984,0.001346442,0.05731311,0.0007576014],"domain_scores_gemma":[0.7256592,0.1922557,0.05590141,0.00644163,0.01886891,0.000873149],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001315507,0.0001915571,0.00004285636,0.2792725,0.001660321,0.00002428134,0.002079824,0.000009298974,3.765863e-8,0.0001389203,0.08557235,0.6309949],"study_design_scores_gemma":[0.0002532922,0.000405705,0.000002629686,0.2393747,0.00241908,0.0002049786,0.004047653,0.003075132,1.56622e-7,0.0003260184,0.7497291,0.0001615514],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00006891809,0.9409515,0.04429854,0.0005313416,0.000579682,0.01335429,0.000003472724,0.00000151244,0.0002108018],"genre_scores_gemma":[0.001059489,0.9838773,0.0003528308,0.00006811375,0.00129116,0.001114516,0.000008761632,0.00005967148,0.01216818],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.6641567,"threshold_uncertainty_score":0.9998193,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9506345197915059,"score_gpt":0.723311628932528,"score_spread":0.2273228908589779,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}