{"id":"W4392466615","doi":"10.2196/preprints.57663","title":"Reliability and Sensitivity of a Virtual Assessment Developed for Workplace Concussions: Protocol for a Method-Comparison Study (Preprint)","year":2024,"lang":"en","type":"preprint","venue":"","topic":"Traumatic Brain Injury Research","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"ca_institutions":"McMaster University; Toronto Rehabilitation Institute; Carleton University; University of Toronto; University Health Network; Ottawa Hospital; Bruyère; University of Ottawa","funders":"","keywords":"Concussion; Protocol (science); Reliability (semiconductor); Acquired brain injury; Rehabilitation; Applied psychology; Psychology; Medicine; Physical medicine and rehabilitation; Poison control; Physical therapy; Injury prevention; Medical emergency","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"not_applicable","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"protocol","about_ca_system":false,"about_ca_topic":false,"confidence":"high","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.09856623,0.003701924,0.004134736,0.00298196,0.003724145,0.002710612,0.003145894,0.004173991,0.040331],"category_scores_gemma":[0.1249195,0.003367193,0.004514623,0.002790043,0.002995081,0.002720913,0.002716016,0.004428649,0.009509124],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00505881,"about_ca_system_score_gemma":0.01534938,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002335926,"about_ca_topic_score_gemma":0.002999398,"domain_scores_codex":[0.9225938,0.04807885,0.01472992,0.00406698,0.00810503,0.002425319],"domain_scores_gemma":[0.9025076,0.03508049,0.01190438,0.01486147,0.03287885,0.002767103],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"not_applicable","study_design_scores_codex":[0.4035211,0.08196584,0.0151554,0.04622716,0.002573296,0.001335671,0.01233435,0.007220638,0.01464845,0.01312899,0.09829194,0.3035972],"study_design_scores_gemma":[0.3946003,0.1828687,0.1068329,0.01898401,0.001770574,0.0007424933,0.005954003,0.01302184,0.01900014,0.01136055,0.2434769,0.001387574],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"protocol","genre_gemma":"protocol","genre_scores_codex":[0.003942498,0.00007997012,0.003528074,0.0000845395,0.0001943132,0.9908246,0.0006008559,0.00006360481,0.0006815814],"genre_scores_gemma":[0.001535042,0.00002266543,0.002299169,0.00003559269,0.00001264699,0.9958943,0.00007969189,0.000004832108,0.0001160094],"genre_candidate":"protocol","genre_consensus":"protocol","teacher_disagreement_score":0.09856623,"threshold_uncertainty_score":0.5212743,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1818770892319378,"score_gpt":0.5287661872700871,"score_spread":0.3468890980381493,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}