{"id":"W3032702534","doi":"10.1186/s40814-019-0544-0","title":"Mapping the nomenclature, methodology, and reporting of studies that review methods: a pilot methodological review","year":2020,"lang":"en","type":"review","venue":"Pilot and Feasibility Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"","keywords":"Data extraction; Medicine; MEDLINE; Systematic review; Interquartile range; Confidence interval; Protocol (science); Family medicine; Information retrieval; Medical physics; Computer science; Alternative medicine; Pathology; Surgery","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","metaepi_broad"],"consensus_categories":["metaresearch","metaepi_narrow"],"category_scores_codex":[0.6190278,0.001498219,0.05772328,0.0003152587,0.0005594151,0.0001932869,0.002101614,0.0001871422,0.0001829648],"category_scores_gemma":[0.7587251,0.0005221281,0.004807658,0.002921223,0.001518744,0.0001832346,0.002886142,0.001131485,0.00003729163],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000954401,"about_ca_system_score_gemma":0.0001568527,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000008054369,"about_ca_topic_score_gemma":0.00001402971,"domain_scores_codex":[0.6898512,0.2440487,0.05552018,0.005200952,0.004530007,0.000848951],"domain_scores_gemma":[0.400117,0.4090632,0.1669409,0.01562091,0.007501917,0.0007560317],"domain_codex":null,"domain_gemma":"methods","domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000006275029,0.00003322174,0.0002822492,0.305579,0.003832274,0.000007075662,0.0004599013,7.456852e-9,4.843111e-7,0.0002405422,0.0107432,0.6788158],"study_design_scores_gemma":[0.00009789294,0.0002750622,0.0002160484,0.11415,0.01023737,0.0001896239,0.00163124,0.000002118588,2.74453e-7,0.01392333,0.8588077,0.0004693349],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000003608664,0.98253,0.003443381,0.004731821,0.0004187281,0.008490996,0.00002752145,0.00002008777,0.0003338689],"genre_scores_gemma":[0.00000275766,0.8627012,0.1342987,0.001811397,0.0001211788,0.0006669833,0.000004865565,0.00002843662,0.0003644731],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8480645,"threshold_uncertainty_score":0.9997767,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9950010624071717,"score_gpt":0.7484342612105326,"score_spread":0.2465668011966391,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}