{"id":"W4220778766","doi":"10.36834/cmej.72504","title":"Eight ways to get a grip on intercoder reliability using qualitative-based measures","year":2022,"lang":"en","type":"article","venue":"Canadian Medical Education Journal","topic":"Qualitative Comparative Analysis Research","field":"Social Sciences","cited_by":188,"is_retracted":false,"has_abstract":true,"ca_institutions":"Queen's University","funders":"","keywords":"Reliability (semiconductor); Computer science; Reliability engineering; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01345297,0.0001272206,0.0002329884,0.0008353196,0.002543592,0.0001713251,0.0007388467,0.00007164386,0.09554263],"category_scores_gemma":[0.05332009,0.0001227556,0.0001341247,0.001261833,0.0004212818,0.0001468359,0.00003565515,0.001156563,0.0001434572],"about_ca_system_candidate":true,"about_ca_system_consensus":true,"about_ca_system_score_codex":0.00436136,"about_ca_system_score_gemma":0.08645771,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.07198697,"about_ca_topic_score_gemma":0.1329166,"domain_scores_codex":[0.9899458,0.005906188,0.0004487493,0.0003063371,0.00280884,0.0005841384],"domain_scores_gemma":[0.9901215,0.0008487404,0.0001348824,0.0002218633,0.001121612,0.007551365],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00009783989,0.0005207598,0.0007282715,0.00001098737,0.0000814773,0.00003480384,0.3258785,0.00164102,0.00005353308,0.04715213,0.6039818,0.01981887],"study_design_scores_gemma":[0.0002240889,0.0001481115,0.0003836973,0.00005484111,0.00001236552,0.000006470006,0.1340409,0.001005693,0.00001570857,0.00899911,0.8549037,0.0002053156],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.4212919,0.0005003564,0.04558492,0.4864355,0.003647138,0.001072074,0.0001037144,0.0000425158,0.04132195],"genre_scores_gemma":[0.9619654,0.000007131094,0.001563755,0.03475459,0.0006511352,0.0000762104,0.00001314908,0.00001587396,0.0009527793],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.5406735,"threshold_uncertainty_score":0.9994607,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.201543254822929,"score_gpt":0.5038141658218863,"score_spread":0.3022709109989574,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}