{"id":"W3128379021","doi":"10.1044/2020_ajslp-20-00239","title":"Reliability of Speech-Language Pathologists' Categorizations of Preschoolers' Communication Impairments in Practice","year":2021,"lang":"en","type":"article","venue":"American Journal of Speech-Language Pathology","topic":"Language Development and Disorders","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Western University","funders":"","keywords":"Inter-rater reliability; Categorization; Psychology; Reliability (semiconductor); Communication disorder; Speech-Language Pathology; Language disorder; Developmental psychology; Computer science; Cognition; Linguistics; Rating scale; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.06562822,0.0005992691,0.0007036498,0.003805266,0.001283534,0.001582258,0.001282918,0.0007277719,0.0009039841],"category_scores_gemma":[0.1321572,0.000539734,0.0005234099,0.0009707813,0.001947439,0.001660331,0.004031926,0.0008319626,0.000598618],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00113797,"about_ca_system_score_gemma":0.001737205,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003623358,"about_ca_topic_score_gemma":0.005490467,"domain_scores_codex":[0.9380346,0.03143304,0.01150837,0.006542861,0.01064933,0.001831905],"domain_scores_gemma":[0.8297433,0.07685578,0.02144535,0.01305998,0.05636476,0.002530779],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004830467,0.0001331764,0.9094281,0.0004415362,0.0002457969,0.0002953935,0.03576191,0.0008769824,0.004952822,0.0003341786,0.001081419,0.04596567],"study_design_scores_gemma":[0.00006391991,0.0007289274,0.9435065,0.000606526,0.0001382975,0.001431645,0.03605004,0.004927733,0.007181488,0.001276647,0.003970441,0.0001176802],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9847514,0.00114045,0.008851569,0.0001704639,0.0001011273,0.0004180153,0.0002283799,0.0001333576,0.004205186],"genre_scores_gemma":[0.9930024,0.0002081328,0.005912649,0.00006322726,0.00002546945,0.0002447102,0.000202891,0.0000207407,0.0003198195],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06562822,"threshold_uncertainty_score":0.3470793,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.007325978119956294,"score_gpt":0.3165672181627315,"score_spread":0.3092412400427752,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}