{"id":"W1733180905","doi":"10.1016/j.jclinepi.2015.09.003","title":"Senior GRADE methodologists encounter challenges as part of WHO guideline development panels: an inductive content analysis","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":false,"ca_institutions":"Health Sciences Centre; McMaster University","funders":"","keywords":"CLARITY; Content analysis; Grading (engineering); Psychology; MEDLINE; Medical education; Medicine; Political science; Sociology; Social science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.06295538,0.0005822576,0.001046565,0.006974553,0.0076028,0.006493294,0.002854047,0.001672351,0.002427188],"category_scores_gemma":[0.2214617,0.001305911,0.001013176,0.006530127,0.004641791,0.004631872,0.01090735,0.003630911,0.0005414238],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01325006,"about_ca_system_score_gemma":0.03146935,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009764824,"about_ca_topic_score_gemma":0.02688001,"domain_scores_codex":[0.9245587,0.04822333,0.009258891,0.003305912,0.01074362,0.003909539],"domain_scores_gemma":[0.7215649,0.215235,0.0120028,0.007850767,0.04010955,0.003236975],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002031965,0.0007903284,0.1007751,0.001622005,0.0001053167,0.0006905412,0.8022426,0.0002743534,0.001602746,0.005108811,0.006851984,0.07973301],"study_design_scores_gemma":[0.0001341405,0.000323435,0.05231101,0.002582545,0.0002416568,0.0004459779,0.8997924,0.001860499,0.004077822,0.006245418,0.03185654,0.0001286167],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9599616,0.000304031,0.02064997,0.003407836,0.0001793902,0.007380464,0.0009751929,0.00005838619,0.007083184],"genre_scores_gemma":[0.8899118,0.000630953,0.08194101,0.003391196,0.0000851638,0.01773817,0.001601521,0.0001764997,0.004523667],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9370446,"threshold_uncertainty_score":0.3329439,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.983259730561551,"score_gpt":0.8039201376495378,"score_spread":0.1793395929120132,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}