{"id":"W4410293467","doi":"10.2196/76836","title":"Peer Review of “The Order in Speech Disorder: A Scoping Review of State of the Art Machine Learning Methods for Clinical Speech Classification (Preprint)”","year":2025,"lang":"en","type":"review","venue":"JMIRx Med","topic":"Voice and Speech Disorders","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"","keywords":"Preprint; Computer science; Order (exchange); State of art; State (computer science); Speech recognition; Natural language processing; Artificial intelligence; Psychology; Data science; World Wide Web","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"evaluation","study_design":"not_applicable","genre":"commentary","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.01418091,0.0004498919,0.004804994,0.0001964147,0.00005020126,0.000005868329,0.0007641758,0.0002929644,0.000182768],"category_scores_gemma":[0.04483075,0.0002575256,0.001879212,0.001941612,0.0002148177,0.00004601204,0.0003239599,0.001279052,0.000007262796],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008456673,"about_ca_system_score_gemma":0.001833849,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003445716,"about_ca_topic_score_gemma":0.0000960293,"domain_scores_codex":[0.9913931,0.002678925,0.004031167,0.0006409835,0.0009398561,0.0003159071],"domain_scores_gemma":[0.9914604,0.002186017,0.002991164,0.001699003,0.001591981,0.00007146729],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"systematic_review","study_design_scores_codex":[0.00001302142,0.0001332444,0.0002473799,0.4725173,0.0001007589,3.288532e-7,0.00001503084,1.549227e-7,0.000001764147,0.00001134229,0.002826172,0.5241336],"study_design_scores_gemma":[0.000381781,0.00004903939,0.00008190615,0.5068318,0.001085665,0.000005703465,0.000008388269,0.00001615497,0.00001144737,0.00002623669,0.4913931,0.0001086949],"study_design_candidate":"systematic_review","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.000003804367,0.9736764,0.0007387653,0.01051104,0.0002953735,0.01325797,0.00003848501,0.00001787154,0.001460269],"genre_scores_gemma":[3.193056e-7,0.974349,0.00866296,0.0008751926,0.00003521764,0.0006057112,0.0001719498,0.00005530394,0.01524433],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5240248,"threshold_uncertainty_score":0.9999877,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1466622865242996,"score_gpt":0.5321812256047515,"score_spread":0.3855189390804518,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}