{"id":"W4385297837","doi":"10.1016/j.clinthera.2023.07.006","title":"Assessing the Performance of the Clinician-reported Genetic Testing Utility InDEx (C-GUIDE): Further Evidence of Inter-rater Reliability","year":2023,"lang":"en","type":"article","venue":"Clinical Therapeutics","topic":"BRCA gene mutations in cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":5,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Toronto; Hospital for Sick Children; Institute for Clinical Evaluative Sciences; SickKids Foundation","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Vignette; Inter-rater reliability; Genetic testing; Concordance; Reliability (semiconductor); Intraclass correlation; Test (biology); Repeated measures design; Genetic counseling; Clinical psychology; Psychometrics; Statistics; Internal medicine; Rating scale; Genetics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003221173,0.0001519332,0.0002555778,0.00002078723,0.0001071117,0.00002332592,0.0006564777,0.000230597,0.00001570058],"category_scores_gemma":[0.002231299,0.00009232167,0.0002325605,0.0004895157,0.0009234588,0.00001027958,0.0003743561,0.0003197804,0.000004272893],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002302164,"about_ca_system_score_gemma":0.0004952499,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001518651,"about_ca_topic_score_gemma":0.00001234375,"domain_scores_codex":[0.9972543,0.0005509816,0.001330286,0.000404295,0.0002369212,0.0002232605],"domain_scores_gemma":[0.9963467,0.001017015,0.0006603741,0.001442941,0.000499543,0.0000334249],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00005372082,0.0000710493,0.9257097,0.00005246505,0.0001073878,3.34116e-7,0.00009841109,0.000891334,0.01643094,7.769461e-7,0.0001342422,0.05644966],"study_design_scores_gemma":[0.0002626622,0.00026583,0.9499089,0.0001564402,0.0001013559,0.000004136774,0.0001941561,0.01971481,0.02589591,0.000161734,0.003201905,0.0001321415],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9967636,0.0004895724,0.0008078389,0.0007292244,0.0007145752,0.0002958977,0.000005531134,0.00001770258,0.0001760988],"genre_scores_gemma":[0.9976265,0.000385039,0.0009193005,0.0006565768,0.0002030006,0.00001743756,0.000002883222,0.00002457122,0.0001646839],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05631752,"threshold_uncertainty_score":0.3764769,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2168786092834177,"score_gpt":0.4648924824688495,"score_spread":0.2480138731854318,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}