{"id":"W3032702534","doi":"10.1186/s40814-019-0544-0","title":"Mapping the nomenclature, methodology, and reporting of studies that review methods: a pilot methodological review","year":2020,"lang":"en","type":"review","venue":"Pilot and Feasibility Studies","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":24,"is_retracted":false,"has_abstract":true,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; Impact","funders":"","keywords":"Data extraction; Medicine; MEDLINE; Systematic review; Interquartile range; Confidence interval; Protocol (science); Family medicine; Information retrieval; Medical physics; Computer science; Alternative medicine; Pathology; Surgery","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"systematic_review","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"design_other","genre":"review","about_ca_system":false,"about_ca_topic":false,"confidence":"medium","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5192811,0.003177434,0.007571546,0.03927635,0.004068694,0.01381066,0.006601157,0.005191624,0.008996961],"category_scores_gemma":[0.7992252,0.003932705,0.01133125,0.0357442,0.005103393,0.01414526,0.01313792,0.005248559,0.002897904],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01778373,"about_ca_system_score_gemma":0.07729509,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006185537,"about_ca_topic_score_gemma":0.008540994,"domain_scores_codex":[0.273906,0.3858425,0.279336,0.01044499,0.04761751,0.00285293],"domain_scores_gemma":[0.2143004,0.4490222,0.09837129,0.06206457,0.1732535,0.002988105],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.001563626,0.0001747223,0.007838502,0.6214501,0.00483318,0.0004842394,0.0152275,0.001697653,0.002923079,0.02075515,0.02615002,0.2969022],"study_design_scores_gemma":[0.002946961,0.001063206,0.008647903,0.7376459,0.01818644,0.0008216745,0.006723573,0.002789532,0.00430073,0.02735066,0.1890371,0.0004863664],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"protocol","genre_gemma":"review","genre_scores_codex":[0.01658786,0.1810161,0.3087084,0.02343348,0.005680762,0.4332864,0.01903874,0.001586247,0.01066199],"genre_scores_gemma":[0.04695439,0.05225883,0.3582163,0.004516703,0.0005745402,0.5325589,0.003623678,0.0004710342,0.0008255542],"genre_candidate":"review","genre_consensus":null,"teacher_disagreement_score":0.4807189,"threshold_uncertainty_score":0.5928121,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9950010624071717,"score_gpt":0.7484342612105326,"score_spread":0.2465668011966391,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}