{"id":"W2069378996","doi":"10.1016/j.jclinepi.2010.03.002","title":"Guidelines for Reporting Reliability and Agreement Studies (GRRAS) were proposed","year":2010,"lang":"en","type":"article","venue":"Journal of Clinical Epidemiology","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":2097,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Toronto; Western University","funders":"","keywords":"Reliability (semiconductor); Psychology; Medicine; Statistics; Mathematics; Physics","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.5299764,0.004530444,0.006944196,0.02728568,0.006222507,0.01396593,0.0113953,0.01120111,0.004208574],"category_scores_gemma":[0.8096142,0.004356,0.01283304,0.02297687,0.008835133,0.01141371,0.01073262,0.01353722,0.003646901],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.009257143,"about_ca_system_score_gemma":0.0202796,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007272535,"about_ca_topic_score_gemma":0.007582335,"domain_scores_codex":[0.2388922,0.4132555,0.2833625,0.0116744,0.04961578,0.003199714],"domain_scores_gemma":[0.1115323,0.6467489,0.04612198,0.05106989,0.143124,0.001402936],"domain_codex":"methods","domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001514506,0.0004769216,0.04573136,0.06551275,0.008106334,0.00126512,0.01908786,0.006288912,0.002667463,0.2715313,0.1217247,0.4560927],"study_design_scores_gemma":[0.002160756,0.002526182,0.05069066,0.1072572,0.01330444,0.005206225,0.01554416,0.02922835,0.01671845,0.3881652,0.3672489,0.00194948],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.008679581,0.02831781,0.8864473,0.01302487,0.006034357,0.03282714,0.008899582,0.002412104,0.0133573],"genre_scores_gemma":[0.03878463,0.005470316,0.9003786,0.002869799,0.0007234478,0.04722337,0.003008486,0.0003796962,0.001161614],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.4700236,"threshold_uncertainty_score":0.5796227,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.8672390330587612,"score_gpt":0.6777059197779776,"score_spread":0.1895331132807836,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}