{"id":"W4213306621","doi":"10.2196/preprints.15371","title":"Transfer Learning for Risk Classification of Social Media Posts: Model Evaluation Study (Preprint)","year":2019,"lang":"en","type":"preprint","venue":"","topic":"Mental Health via Writing","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Princess Margaret Cancer Centre; University Health Network; University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Artificial intelligence; Computer science; Natural language processing; Machine learning; Social media; F1 score; Word embedding; Information retrieval; World Wide Web","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.01604928,0.002064446,0.001751673,0.001814647,0.0008102159,0.00174806,0.001999657,0.002256279,0.004066631],"category_scores_gemma":[0.02135667,0.0003760075,0.001842856,0.001276535,0.0006327867,0.001817665,0.001805641,0.003571944,0.002070353],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002077665,"about_ca_system_score_gemma":0.001541861,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0224421,"about_ca_topic_score_gemma":0.01125536,"domain_scores_codex":[0.9966998,0.002088787,0.0001932575,0.0004804197,0.0003082384,0.0002294722],"domain_scores_gemma":[0.9811376,0.01378017,0.0006255023,0.001412745,0.002590712,0.0004532863],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.005280293,0.004503092,0.06632829,0.001022665,0.001825138,0.0003627155,0.000531299,0.4907632,0.001785431,0.0020287,0.04270944,0.3828597],"study_design_scores_gemma":[0.00006785025,0.0003366344,0.003095146,0.00004233898,0.00007181829,0.00002648301,0.0001139944,0.9943284,0.0006613331,0.0007906268,0.0004471344,0.00001809725],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8822553,0.007980247,0.08758659,0.004008302,0.001338714,0.001245546,0.005471807,0.003582061,0.006531479],"genre_scores_gemma":[0.9504569,0.0007998063,0.0377865,0.0004471469,0.0002606877,0.0006462751,0.005236529,0.0001698266,0.00419633],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0224421,"threshold_uncertainty_score":0.08487773,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1794988432155128,"score_gpt":0.4536031066399748,"score_spread":0.2741042634244619,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}