{"id":"W2253376458","doi":"10.1016/j.jclinepi.2015.11.020","title":"GRADE guidelines system is reproducible when instructions are clearly operationalized even among the guidelines panel members with limited experience with GRADE","year":2016,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Clinical practice guidelines implementation","field":"Medicine","cited_by":33,"is_retracted":false,"has_abstract":false,"ca_institutions":"McMaster University; Health Sciences Centre","funders":"","keywords":"Operationalization; Medicine; Psychology; Medical physics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.1259552,0.0006522929,0.00167985,0.007554878,0.00275795,0.008045889,0.002750883,0.003740101,0.01458633],"category_scores_gemma":[0.5444739,0.001419711,0.001790614,0.006128785,0.001400168,0.004798081,0.003480701,0.005215507,0.01184693],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00309206,"about_ca_system_score_gemma":0.02237005,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005686376,"about_ca_topic_score_gemma":0.01447873,"domain_scores_codex":[0.7967811,0.104732,0.05466607,0.006032131,0.03413238,0.003656429],"domain_scores_gemma":[0.4188892,0.1780689,0.05256473,0.06372918,0.279286,0.007461993],"domain_codex":null,"domain_gemma":"reproducibility","domain_candidate":"reproducibility","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.0006664844,0.0009623432,0.06739288,0.003084122,0.0004817033,0.0003096316,0.008180004,0.0008919411,0.001967344,0.01678334,0.5383002,0.36098],"study_design_scores_gemma":[0.0008597892,0.0006730412,0.1290014,0.008989901,0.0008528908,0.00084809,0.006452987,0.004748533,0.008652094,0.02864358,0.8095748,0.0007029234],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"empirical","genre_scores_codex":[0.1414844,0.006007102,0.3579945,0.103046,0.01606501,0.03332301,0.04278307,0.02869109,0.2706058],"genre_scores_gemma":[0.3308993,0.002286189,0.569768,0.02057581,0.001751188,0.02343588,0.02053862,0.006090732,0.02465433],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8740448,"threshold_uncertainty_score":0.6661228,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.7081487604053213,"score_gpt":0.5806997629428426,"score_spread":0.1274489974624786,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}