{"id":"W4220778766","doi":"10.36834/cmej.72504","title":"Eight ways to get a grip on intercoder reliability using qualitative-based measures","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Qualitative Comparative Analysis Research","field":"Social Sciences","cited_by":188,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Reliability (semiconductor); Computer science; Reliability engineering; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6506729,0.003123665,0.002710446,0.02077962,0.01004215,0.0166814,0.007699562,0.00588127,0.004296976],"category_scores_gemma":[0.7501412,0.004446579,0.003411227,0.01791865,0.03295451,0.02508994,0.02131204,0.01257754,0.001670771],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.01547361,"about_ca_system_score_gemma":0.05092235,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00591108,"about_ca_topic_score_gemma":0.01040359,"domain_scores_codex":[0.2782421,0.5269117,0.1049989,0.01517332,0.07016226,0.00451176],"domain_scores_gemma":[0.1231328,0.5764999,0.03847412,0.06629716,0.1911164,0.004479685],"domain_codex":"methods","domain_gemma":"methods","domain_candidate":"methods","domain_consensus":"methods","study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.0003103846,0.0002677117,0.02714281,0.01132135,0.0004910515,0.0003132685,0.2841007,0.0008561261,0.002558033,0.2137249,0.01749189,0.4414218],"study_design_scores_gemma":[0.0005226054,0.0009897528,0.04230092,0.06899037,0.0008208635,0.001137713,0.2202491,0.006940206,0.01121186,0.4493397,0.1962433,0.001253568],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.0343701,0.006559455,0.8787029,0.03264822,0.00152937,0.01259277,0.000819948,0.001408151,0.03136914],"genre_scores_gemma":[0.09062551,0.001898354,0.8793569,0.001690148,0.00011203,0.02471646,0.0002917356,0.0002802292,0.001028623],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.3493271,"threshold_uncertainty_score":0.4307826,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.201543254822929,"score_gpt":0.5038141658218863,"score_spread":0.3022709109989574,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}