{"id":"W1733180905","doi":"10.1016/j.jclinepi.2015.09.003","title":"Senior GRADE methodologists encounter challenges as part of WHO guideline development panels: an inductive content analysis","year":2015,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":false,"ca_institutions":"Health Sciences Centre; McMaster University","funders":"","keywords":"CLARITY; Content analysis; Grading (engineering); Psychology; MEDLINE; Medical education; Medicine; Political science; Sociology; Social science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.2193577,0.0002233449,0.003956756,0.0004688495,0.0001544404,0.00000249948,0.0006382252,0.0005771641,0.0003348543],"category_scores_gemma":[0.3459704,0.000149043,0.0004711352,0.0004682385,0.0004848051,0.0002880331,0.0001839336,0.00157132,0.00005987722],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002322326,"about_ca_system_score_gemma":0.003648584,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005280153,"about_ca_topic_score_gemma":0.0005821906,"domain_scores_codex":[0.9273526,0.05485172,0.01588335,0.000461387,0.0006269513,0.0008239861],"domain_scores_gemma":[0.8839222,0.09645734,0.01403579,0.0005661454,0.003458106,0.001560456],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001009823,0.0003742527,0.8864335,0.0001201865,0.00158822,0.00003123757,0.02529344,0.0003043586,0.0000411339,0.004652941,0.02747582,0.05267512],"study_design_scores_gemma":[0.0028291,0.00206913,0.6506338,0.0001399592,0.0003439831,0.00002469382,0.01966859,0.0003063787,0.00003768512,0.01021058,0.3135138,0.0002223616],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.849596,0.000366447,0.03836483,0.1077894,0.002780505,0.0004804588,0.00002319026,0.00001931066,0.0005799303],"genre_scores_gemma":[0.5956637,0.002621276,0.2993597,0.09831225,0.00342254,0.00006162375,0.00001252208,0.00003306257,0.0005133551],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2860379,"threshold_uncertainty_score":0.8038356,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.983259730561551,"score_gpt":0.8039201376495378,"score_spread":0.1793395929120132,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}