{"id":"W4385297837","doi":"10.1016/j.clinthera.2023.07.006","title":"Assessing the Performance of the Clinician-reported Genetic Testing Utility InDEx (C-GUIDE): Further Evidence of Inter-rater Reliability","year":2023,"lang":"en","type":"article","venue":"Clinical Therapeutics","topic":"BRCA gene mutations in cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":5,"is_retracted":false,"has_abstract":false,"ca_institutions":"University of Toronto; Hospital for Sick Children; Institute for Clinical Evaluative Sciences; SickKids Foundation","funders":"Canadian Institutes of Health Research","keywords":"Medicine; Vignette; Inter-rater reliability; Genetic testing; Concordance; Reliability (semiconductor); Intraclass correlation; Test (biology); Repeated measures design; Genetic counseling; Clinical psychology; Psychometrics; Statistics; Internal medicine; Rating scale; Genetics","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.1293591,0.0009819682,0.001801179,0.002596412,0.001121476,0.002734601,0.001426439,0.002113038,0.001624723],"category_scores_gemma":[0.2476583,0.0006475688,0.002969029,0.001949177,0.002456171,0.002060992,0.002524432,0.001729451,0.001054957],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001063813,"about_ca_system_score_gemma":0.001124317,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002735542,"about_ca_topic_score_gemma":0.004132178,"domain_scores_codex":[0.867687,0.08340286,0.01660096,0.01168397,0.01916019,0.001465051],"domain_scores_gemma":[0.5345221,0.3364367,0.0240738,0.04959442,0.0531332,0.002239919],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.004863653,0.0007398425,0.8379235,0.00132377,0.01099539,0.0002361359,0.01144199,0.007657389,0.005824226,0.005352894,0.007772462,0.1058687],"study_design_scores_gemma":[0.0007520665,0.003065109,0.8931093,0.0006057597,0.001952626,0.001040829,0.00279506,0.05802891,0.008319153,0.0062323,0.02354838,0.0005504729],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8259145,0.004677925,0.1307393,0.0009150024,0.001339034,0.003527516,0.004040877,0.0008621797,0.02798363],"genre_scores_gemma":[0.9558625,0.000336959,0.03850028,0.0003919327,0.0001444759,0.001226439,0.001459195,0.0002843545,0.001793907],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1293591,"threshold_uncertainty_score":0.6841246,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2168786092834177,"score_gpt":0.4648924824688495,"score_spread":0.2480138731854318,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}