{"id":"W4390262044","doi":"10.1016/j.jns.2023.121392","title":"Red flags for remote cognitive assessment: An expert consensus study using the Delphi method","year":2023,"lang":"en","type":"article","venue":"Journal of the Neurological Sciences","topic":"Delphi Technique in Research","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"ca_institutions":"Baycrest Hospital; University of Alberta; Dalhousie University; Saskatchewan Health Authority; Nova Scotia Health Authority; University of Alberta Hospital; Positive Living North; McMaster University; University of Northern British Columbia; University of Saskatchewan; University of Victoria; Centre Hospitalier de l’Université de Montréal; McGill University","funders":"","keywords":"Delphi; Delphi method; FLAGS register; Computer science; Artificial intelligence","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.02088408,0.0001070279,0.0002231825,0.0001303353,0.002414177,0.0002890078,0.001954905,0.00008557169,0.00002559413],"category_scores_gemma":[0.006779325,0.00004815576,0.0001750344,0.00159863,0.001554399,0.0001865034,0.0002893056,0.0004876063,0.000001302291],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000044398,"about_ca_system_score_gemma":0.000389615,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002415445,"about_ca_topic_score_gemma":0.0001490667,"domain_scores_codex":[0.9932254,0.00400398,0.000409456,0.0002720112,0.001593935,0.0004952057],"domain_scores_gemma":[0.9934435,0.005406243,0.0004121195,0.0001706734,0.0004289181,0.0001385787],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"qualitative","study_design_scores_codex":[0.004756696,0.005494551,0.1731948,0.0000485556,0.0007534107,0.002327589,0.1438465,0.01741142,0.123972,0.01827092,0.06171405,0.4482096],"study_design_scores_gemma":[0.003239597,0.02169222,0.158332,0.0001735417,0.0003257531,0.0005034769,0.3166665,0.2304958,0.001565251,0.2371823,0.02883404,0.0009895149],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9435915,0.00002237939,0.002465533,0.05145035,0.0006358242,0.0009852457,0.000003714857,0.00005279329,0.0007927076],"genre_scores_gemma":[0.9874049,0.00002553732,0.01121632,0.0009334658,0.000334792,0.000008347198,6.527458e-8,0.000006472635,0.00007010486],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4472201,"threshold_uncertainty_score":0.9988846,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.4622156736816221,"score_gpt":0.5940736117403489,"score_spread":0.1318579380587268,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}