{"id":"W3128379021","doi":"10.1044/2020_ajslp-20-00239","title":"Reliability of Speech-Language Pathologists' Categorizations of Preschoolers' Communication Impairments in Practice","year":2021,"lang":"en","type":"article","venue":"American Journal of Speech-Language Pathology","topic":"Language Development and Disorders","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Western University","funders":"","keywords":"Inter-rater reliability; Categorization; Psychology; Reliability (semiconductor); Communication disorder; Speech-Language Pathology; Language disorder; Developmental psychology; Computer science; Cognition; Linguistics; Rating scale; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001896673,0.0002702396,0.000917861,0.0004778076,0.00004899361,0.00001493781,0.0006466839,0.0001797614,0.0008597514],"category_scores_gemma":[0.002790093,0.0002528559,0.0002193962,0.001169322,0.0007623516,0.0003094352,0.0001984757,0.0006676696,0.00002253769],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001141368,"about_ca_system_score_gemma":0.00035913,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00138719,"about_ca_topic_score_gemma":0.0002227278,"domain_scores_codex":[0.9955202,0.001708574,0.001547909,0.0003811705,0.0004092681,0.0004328956],"domain_scores_gemma":[0.9951452,0.0007338124,0.002189565,0.001042134,0.0007599005,0.0001294136],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.002006562,0.004788119,0.2546422,0.0001710558,0.0005862936,0.03230027,0.2599462,0.0002139821,0.1132479,0.0009980729,0.0009047786,0.3301946],"study_design_scores_gemma":[0.006208709,0.002283328,0.3351231,0.000256875,0.0004812831,0.01202502,0.6174419,0.00002271786,0.02389879,0.0007117683,0.0007335896,0.0008129028],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9873263,0.003662816,0.001029006,0.000709865,0.0003451217,0.0002502097,0.00004494068,0.00002193143,0.006609848],"genre_scores_gemma":[0.960423,0.000389682,0.03836412,0.0003501498,0.00007342066,0.00001175647,0.00006912599,0.00003434404,0.0002843922],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3574957,"threshold_uncertainty_score":0.9999924,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.007325978119956294,"score_gpt":0.3165672181627315,"score_spread":0.3092412400427752,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}