{"id":"W4286769904","doi":"10.2196/33460","title":"Evaluating Web-Based Automatic Transcription for Alzheimer Speech Data: Transcript Comparison and Machine Learning Analysis","year":2022,"lang":"en","type":"article","venue":"JMIR Aging","topic":"Mental Health via Writing","field":"Psychology","cited_by":23,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of the Fraser Valley; University of British Columbia","funders":"Vancouver Coastal Health Research Institute; Alzheimer's Society; Consortium canadien en neurodégénérescence associée au vieillissement","keywords":"Transcription (linguistics); Naive Bayes classifier; Computer science; Confidence interval; Random forest; Logistic regression; Speech recognition; Natural language processing; Artificial intelligence; Machine learning; Medicine; Support vector machine; Internal medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0028474,0.0002044131,0.0004507491,0.0004159992,0.000916025,0.00006133653,0.0003092332,0.00004953572,0.001777841],"category_scores_gemma":[0.00002776376,0.0002370073,0.0001175488,0.0006958626,0.00003433498,0.0001541884,0.0000692117,0.0005253497,0.000007418914],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009748969,"about_ca_system_score_gemma":0.00004878595,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003499225,"about_ca_topic_score_gemma":0.0001238254,"domain_scores_codex":[0.9969876,0.0007513924,0.0006493942,0.0006821118,0.0004335307,0.0004959432],"domain_scores_gemma":[0.998767,0.0003615839,0.0002570246,0.0004767963,0.00003005791,0.0001074903],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.0005184122,0.0009326735,0.259502,0.001210541,0.002052406,0.00003767278,0.02193317,0.02498589,0.01999593,0.0002280631,0.001736107,0.6668672],"study_design_scores_gemma":[0.002334748,0.000260904,0.009703809,0.000034319,0.001232055,0.00001235802,0.003366611,0.9797555,0.00007628201,0.00001987795,0.002971099,0.0002324214],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9724563,0.004339775,0.01786551,0.00100403,0.0005642784,0.00210034,0.0002666007,0.0004164993,0.0009866459],"genre_scores_gemma":[0.9880342,0.000001459448,0.009499648,0.0004363301,0.00007912682,0.0006612378,0.00109614,0.00004949997,0.0001422828],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9547696,"threshold_uncertainty_score":0.9991347,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2244253383099157,"score_gpt":0.4714849167556804,"score_spread":0.2470595784457648,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}