{"id":"W3006084164","doi":"10.1186/s13643-020-01291-z","title":"Inter-rater reliability and validity of risk of bias instrument for non-randomized studies of exposures: a study protocol","year":2020,"lang":"en","type":"article","venue":"Systematic Reviews","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":21,"is_retracted":false,"has_abstract":true,"ca_institutions":"Public Health Ontario; Queen's University; George & Fay Yee Centre for Healthcare Innovation; University of Toronto; University of Ottawa; St. Michael's Hospital; University of Manitoba","funders":"","keywords":"Medicine; Protocol (science); Concordance; Reliability (semiconductor); Concurrent validity; Inter-rater reliability; Medical physics; Statistic; Applied psychology; Medical education; Clinical psychology; Psychology; Statistics; Internal consistency; Psychometrics; Rating scale; Alternative medicine; Pathology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3926304,0.004741533,0.00868459,0.009839644,0.003859208,0.005334548,0.004858319,0.00730645,0.02794534],"category_scores_gemma":[0.4572411,0.004564649,0.009008442,0.008799967,0.005192054,0.005938741,0.003113445,0.007458359,0.01122206],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.008097962,"about_ca_system_score_gemma":0.04012686,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001399637,"about_ca_topic_score_gemma":0.002682252,"domain_scores_codex":[0.5760104,0.2726192,0.1042512,0.0138197,0.02878775,0.004511868],"domain_scores_gemma":[0.5339198,0.2182843,0.06351654,0.04411592,0.1338624,0.006301103],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.08092365,0.007693774,0.01619276,0.3368815,0.00685097,0.002099242,0.01757798,0.007238831,0.01160408,0.04274755,0.1000688,0.370121],"study_design_scores_gemma":[0.1578784,0.02722092,0.07390302,0.2412954,0.008242528,0.002706283,0.005988686,0.03335004,0.0194722,0.05203188,0.3758303,0.002080513],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.001163371,0.0004653115,0.01327954,0.0002620936,0.0002559758,0.9830951,0.0006887546,0.0001040965,0.0006857109],"genre_scores_gemma":[0.00126968,0.0001618304,0.01110633,0.00009159704,0.00003558694,0.987101,0.0001200353,0.0000126154,0.0001013955],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.6073696,"threshold_uncertainty_score":0.7489948,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5050424449137488,"score_gpt":0.4703065683931101,"score_spread":0.0347358765206387,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}