{"id":"W2073059260","doi":"10.1016/j.jclinepi.2014.01.006","title":"Applying Grading of Recommendations Assessment, Development and Evaluation (GRADE) to diagnostic tests was challenging but doable","year":2014,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Meta-analysis and systematic reviews","field":"Decision Sciences","cited_by":164,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University","funders":"European Commission","keywords":"Grading (engineering); Operationalization; Quality of evidence; Test (biology); Systematic review; Publication bias; Perspective (graphical); Evidence-based medicine; MEDLINE; Medicine; Medical physics; Psychology; Meta-analysis; Computer science; Alternative medicine; Artificial intelligence; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"methods","study_design":"theoretical_or_conceptual","genre":"methods","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5060976,0.004022152,0.01252141,0.04024306,0.003954126,0.02165522,0.01276082,0.01081405,0.007031125],"category_scores_gemma":[0.8100581,0.004176122,0.02496362,0.02228667,0.008733372,0.01404632,0.01080317,0.01971969,0.002743686],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.02022478,"about_ca_system_score_gemma":0.03880207,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01030636,"about_ca_topic_score_gemma":0.01105617,"domain_scores_codex":[0.2737675,0.4407993,0.2014134,0.01183314,0.06913564,0.003051058],"domain_scores_gemma":[0.1977403,0.4281346,0.1019704,0.05697082,0.2104488,0.004735098],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001211449,0.0001752997,0.007169476,0.2340264,0.02291634,0.0003877396,0.006364926,0.003377783,0.001430304,0.04709891,0.1652791,0.5105622],"study_design_scores_gemma":[0.002725268,0.00123749,0.01158533,0.3988936,0.02977601,0.001846485,0.003662621,0.01541326,0.003895956,0.1532889,0.3758691,0.001805998],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.006265598,0.1811806,0.4952948,0.1614961,0.03928921,0.08201014,0.009706572,0.004022659,0.02073441],"genre_scores_gemma":[0.05401615,0.04105772,0.8266726,0.01301239,0.003366088,0.05711124,0.002326658,0.000749897,0.001687265],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.4939024,"threshold_uncertainty_score":0.6090697,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9248872393294887,"score_gpt":0.7005075891732893,"score_spread":0.2243796501561994,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}