{"id":"W4390262044","doi":"10.1016/j.jns.2023.121392","title":"Red flags for remote cognitive assessment: An expert consensus study using the Delphi method","year":2023,"lang":"en","type":"article","venue":"Journal of the Neurological Sciences","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"Baycrest Hospital; University of Alberta; Dalhousie University; Saskatchewan Health Authority; Nova Scotia Health Authority; University of Alberta Hospital; Positive Living North; McMaster University; University of Northern British Columbia; University of Saskatchewan; University of Victoria; Centre Hospitalier de l’Université de Montréal; McGill University","funders":"","keywords":"Delphi; Delphi method; FLAGS register; Computer science; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.2189976,0.0009220247,0.001669356,0.004500298,0.006519868,0.002746785,0.003594293,0.003048872,0.004386437],"category_scores_gemma":[0.2971744,0.001210052,0.002388238,0.002267237,0.003068207,0.004193666,0.007775572,0.003853915,0.0006184381],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004257048,"about_ca_system_score_gemma":0.01240636,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0028424,"about_ca_topic_score_gemma":0.002848904,"domain_scores_codex":[0.7244703,0.2372964,0.01268819,0.004907959,0.01526775,0.005369243],"domain_scores_gemma":[0.5805163,0.3473168,0.008511141,0.01089999,0.04712944,0.005626422],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.00806128,0.01284776,0.07011823,0.004878663,0.0007377701,0.001383427,0.5069946,0.003771677,0.005844544,0.009770649,0.003786769,0.3718046],"study_design_scores_gemma":[0.00264639,0.02984636,0.1256652,0.005147969,0.001529679,0.001899919,0.7594104,0.03070012,0.0134254,0.01281701,0.01599528,0.0009162651],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9644444,0.0002242323,0.02516854,0.0005276636,0.00009942755,0.005440361,0.00008015312,0.00004024564,0.003975024],"genre_scores_gemma":[0.9736675,0.0001655111,0.01976356,0.0002206677,0.00002156877,0.005239503,0.00008325137,0.0000283376,0.0008099997],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2189976,"threshold_uncertainty_score":0.963115,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4622156736816221,"score_gpt":0.5940736117403489,"score_spread":0.1318579380587268,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}