{"id":"W2799507680","doi":"10.1136/oemed-2018-icohabstracts.222","title":"547 Systematic review evidence in one minute or less","year":2018,"lang":"en","type":"article","venue":"","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Institute for Work & Health","funders":"","keywords":"Computer science; CLARITY; Systematic review; Storyboard; Quality (philosophy); Multimedia; MEDLINE","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"grok","categories":[],"domain":null,"study_design":"not_applicable","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"opus","categories":["metaresearch","scholarly_communication"],"domain":"reporting","study_design":"design_other","genre":"other","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":["metaresearch","insufficient_payload"],"category_scores_codex":[0.2015911,0.0002820497,0.007141812,0.0003358144,0.00007778718,0.0005978203,0.002882059,0.00006350409,0.04405973],"category_scores_gemma":[0.1893699,0.0001024411,0.001095259,0.003147804,0.00008226802,0.0004501501,0.0001894467,0.0001008792,0.03490114],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000045942,"about_ca_system_score_gemma":0.00009346103,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004007205,"about_ca_topic_score_gemma":0.0008372514,"domain_scores_codex":[0.9637049,0.01373077,0.01516611,0.001058679,0.006027242,0.0003122985],"domain_scores_gemma":[0.9742015,0.01160351,0.005132684,0.007087223,0.00178137,0.0001937162],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00001919477,0.0002064726,0.004637602,0.4945931,0.000448981,0.00004653267,0.0008843354,0.000001650525,0.00009388314,0.006679476,0.4867425,0.00564628],"study_design_scores_gemma":[0.0004423824,0.0003682752,0.003286048,0.9512367,0.003707343,0.0001529173,0.002219387,0.007743335,0.0001590332,0.005499482,0.02395234,0.001232803],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"empirical","genre_scores_codex":[0.04798199,0.5929912,0.1134794,0.03216769,0.002154052,0.03413812,0.00001924816,0.00009577189,0.1769725],"genre_scores_gemma":[0.4973629,0.008889388,0.02456417,0.01386754,0.0003270733,0.0007891494,0.000002335589,0.00004043686,0.4541571],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.5841019,"threshold_uncertainty_score":0.9658503,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9520176926143207,"score_gpt":0.5998502158121681,"score_spread":0.3521674768021525,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}