{"id":"W4225851417","doi":"10.1145/3512946","title":"Involving Crowdworkers with Lived Experience in Content-Development for Push-Based Digital Mental Health Tools: Lessons Learned from Crowdsourcing Mental Health Messages","year":2022,"lang":"en","type":"article","venue":"Proceedings of the ACM on Human-Computer Interaction","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto","funders":"National Center for Advancing Translational Sciences; National Institute of Mental Health","keywords":"Crowdsourcing; Personalization; Mental health; Digital content; Adaptation (eye); Content (measure theory); Computer science; World Wide Web; Content analysis; Internet privacy; Psychology; Knowledge management; Sociology; Psychiatry","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02305374,0.0009596362,0.0006233245,0.001225431,0.00674171,0.005247198,0.002645432,0.002163822,0.007619364],"category_scores_gemma":[0.04033263,0.0005264871,0.0007134818,0.0004984534,0.004615576,0.004742539,0.00966283,0.002201835,0.00177315],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002021392,"about_ca_system_score_gemma":0.004002406,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003397926,"about_ca_topic_score_gemma":0.007119413,"domain_scores_codex":[0.9849024,0.01149962,0.0003155067,0.001136415,0.001082505,0.001063572],"domain_scores_gemma":[0.9638519,0.02685702,0.001005518,0.002708327,0.002803805,0.002773558],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"qualitative","study_design_scores_codex":[0.0006589878,0.002906213,0.02484484,0.001705042,0.00008389572,0.001776067,0.7602108,0.0009043955,0.006926244,0.003723592,0.01032493,0.1859349],"study_design_scores_gemma":[0.000435161,0.00233217,0.01853756,0.001956778,0.0001505933,0.0006451796,0.7995727,0.003383383,0.005674563,0.01975943,0.1472974,0.0002552476],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9038452,0.0009435884,0.04603522,0.009118615,0.000532747,0.003320853,0.0003719513,0.0005060071,0.03532583],"genre_scores_gemma":[0.9380469,0.000769434,0.04390298,0.002507483,0.0001491726,0.003366677,0.0002668892,0.0002348999,0.01075555],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02305374,"threshold_uncertainty_score":0.1219214,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.321773432908725,"score_gpt":0.4398651553978173,"score_spread":0.1180917224890923,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}