{"id":"W4249932002","doi":"10.12688/f1000research.18005.1","title":"Methods of conduct and reporting of living systematic reviews: a protocol for a living methodological survey","year":2019,"lang":"en","type":"preprint","venue":"F1000Research","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":14,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Systematic review; Protocol (science); MEDLINE; Medicine; Cochrane Library; Data science; Family medicine; Alternative medicine; Computer science; Pathology; Political science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.9183186,0.0006384703,0.02415986,0.001113199,0.0001175874,0.0007211574,0.003855976,0.0004931946,0.002927841],"category_scores_gemma":[0.9735067,0.0002872132,0.003994434,0.001543872,0.0002578011,0.0001469248,0.003981159,0.0008652727,0.00006683731],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006147149,"about_ca_system_score_gemma":0.0005694307,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001562704,"about_ca_topic_score_gemma":0.00002261992,"domain_scores_codex":[0.3137205,0.5753482,0.09351577,0.004142131,0.01222398,0.001049405],"domain_scores_gemma":[0.08858797,0.76037,0.1255157,0.01285307,0.01227573,0.0003975168],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00008419081,0.000286119,0.1054899,0.8553649,0.001631495,0.000004786911,0.002793065,0.0001593229,0.001984271,0.0009220444,0.01718376,0.01409612],"study_design_scores_gemma":[0.0007994131,0.002050482,0.1394518,0.5932653,0.003245576,0.0001772894,0.005625627,0.2059644,0.00150726,0.02567325,0.01927033,0.002969268],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"protocol","genre_gemma":"methods","genre_scores_codex":[0.002662931,0.00308775,0.4660174,0.00005677921,0.0002040785,0.5266787,0.00006983731,0.000008693569,0.001213871],"genre_scores_gemma":[0.008534015,0.00006327744,0.5983492,0.00001982719,0.00007559721,0.3863699,0.0000051955,0.0000541779,0.006528816],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.2620996,"threshold_uncertainty_score":0.999958,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9926851070732366,"score_gpt":0.7910169087625321,"score_spread":0.2016681983107046,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}