{"id":"W4229629218","doi":"10.1111/acem.13515","title":"In Reply:","year":2018,"lang":"en","type":"letter","venue":"Academic Emergency Medicine","topic":"Reliability and Agreement in Measurement","field":"Decision Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"BC Children's Hospital; University of British Columbia","funders":"","keywords":"Kappa; Medicine; Cohen's kappa; Agreement; Documentation; Psychosocial; Value (mathematics); Statistic; Statistics; Psychiatry; Mathematics; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.01777846,0.0005181503,0.001073036,0.0009035496,0.0001067552,0.000002616815,0.003199668,0.001408854,0.06126476],"category_scores_gemma":[0.01827543,0.0003319059,0.0002111866,0.001841753,0.0004627351,0.000290107,0.0002881071,0.005258158,0.003608882],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001786056,"about_ca_system_score_gemma":0.0001145328,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000276555,"about_ca_topic_score_gemma":0.00002704389,"domain_scores_codex":[0.9860604,0.000813714,0.004495115,0.001601619,0.006204479,0.0008246243],"domain_scores_gemma":[0.9950794,0.0009944591,0.001232755,0.001952549,0.0006031558,0.0001376991],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000009203023,0.00001063102,0.009830767,0.00003804601,0.00001725644,0.00004250482,0.0005207046,0.000001033144,0.0001019682,0.00003022004,0.9890845,0.0003131311],"study_design_scores_gemma":[0.0002789887,0.0001538777,0.001042605,0.0002798215,0.00003401533,0.000004890328,0.0001227328,0.0000247621,0.0000253366,0.07541285,0.9223005,0.0003196695],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.002354999,0.00314753,0.00008074988,0.9480577,0.01550393,0.0005393508,0.00001076048,0.0000424026,0.03026265],"genre_scores_gemma":[0.000493654,0.004616362,0.00003966663,0.8705186,0.03484751,0.00006736782,0.00004113096,0.00004133224,0.0893344],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.07753905,"threshold_uncertainty_score":0.9999133,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3009726596357991,"score_gpt":0.4642364249345292,"score_spread":0.16326376529873,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}