{"id":"W4238599862","doi":"10.2196/preprints.13639","title":"Evaluation of eMentalHealth.ca, a Canadian Mental Health Website Portal: Mixed Methods Assessment (Preprint)","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Health Literacy and Information Accessibility","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Ottawa Hospital; Children's Hospital of Eastern Ontario; University of Ottawa","funders":"","keywords":"Mental health; Analytics; Perception; World Wide Web; Psychology; Medicine; Computer science; Psychiatry; Data science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"design_other","genre":"empirical","about_ca_system":false,"about_ca_topic":true,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.08308718,0.001144949,0.002198889,0.003006882,0.006790562,0.004791555,0.003213139,0.001351626,0.007190451],"category_scores_gemma":[0.07969468,0.001577107,0.003612407,0.004756398,0.002022791,0.002441017,0.004176411,0.002365037,0.0008378385],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.05171189,"about_ca_system_score_gemma":0.1338446,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.6406675,"about_ca_topic_score_gemma":0.7923807,"domain_scores_codex":[0.9566061,0.02108728,0.004506095,0.002627184,0.01241729,0.002755999],"domain_scores_gemma":[0.9083079,0.03084827,0.008913309,0.004041654,0.04136167,0.006527204],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.01478337,0.02545354,0.2111367,0.0271999,0.004075515,0.0003076166,0.07445832,0.0009571164,0.001460384,0.003353407,0.05394907,0.5828649],"study_design_scores_gemma":[0.01713514,0.02608441,0.7442693,0.01789163,0.005510009,0.0001618084,0.07371158,0.005857808,0.003065704,0.001973016,0.1032128,0.001126744],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6650552,0.004336867,0.00626714,0.00406661,0.0004053644,0.2722777,0.02562801,0.0004766858,0.02148649],"genre_scores_gemma":[0.5022481,0.003351451,0.0618633,0.00674307,0.0001955562,0.4081204,0.009313074,0.0002077627,0.007957339],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3593325,"threshold_uncertainty_score":0.7228974,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1469756373958368,"score_gpt":0.5923335634466566,"score_spread":0.4453579260508197,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}