{"id":"W2253376458","doi":"10.1016/j.jclinepi.2015.11.020","title":"GRADE guidelines system is reproducible when instructions are clearly operationalized even among the guidelines panel members with limited experience with GRADE","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University; Health Sciences Centre","funders":"","keywords":"Operationalization; Medicine; Psychology; Medical physics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02686238,0.0003819726,0.002536687,0.000181838,0.0002424819,0.00003178433,0.0005229068,0.0003612901,0.0002577775],"category_scores_gemma":[0.2322061,0.0001612144,0.0005844371,0.000391926,0.001047444,0.0007170775,0.0001087223,0.001009207,0.00002053216],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001360793,"about_ca_system_score_gemma":0.0009319409,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005984567,"about_ca_topic_score_gemma":0.0002895866,"domain_scores_codex":[0.9829564,0.003404412,0.01140702,0.0008466892,0.0008754387,0.0005100429],"domain_scores_gemma":[0.9548705,0.02849044,0.009129371,0.001364317,0.005551421,0.000593955],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003726207,0.0002583102,0.8974899,0.00005713467,0.0008496071,0.000112435,0.0002866804,0.0005936077,0.0002066598,0.0008368827,0.08659656,0.008986014],"study_design_scores_gemma":[0.01930629,0.005280728,0.8123073,0.00345939,0.001885818,0.00685716,0.007513114,0.004517599,0.0002219256,0.001870289,0.1361099,0.0006705236],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6495975,0.0002648626,0.01338557,0.3350891,0.0009793312,0.0005581871,0.00001598171,0.00005172331,0.00005782766],"genre_scores_gemma":[0.8410355,0.001223461,0.1222193,0.02993849,0.004529587,0.00006249516,0.00001304919,0.00007618122,0.000901881],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3051506,"threshold_uncertainty_score":0.9310017,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7081487604053213,"score_gpt":0.5806997629428426,"score_spread":0.1274489974624786,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}