{"id":"W2995933683","doi":"10.1080/08897077.2019.1691131","title":"Out Damn Bot, Out: Recruiting Real People into Substance Use Studies on the Internet","year":2019,"lang":"en","type":"letter","venue":"Substance Abuse","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":93,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"The Internet; Internet privacy; Substance use; Sample (material); Computer science; World Wide Web; Medicine; Psychiatry","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.01056202,0.0005249667,0.0006872473,0.0006629031,0.008176262,0.003532457,0.001204274,0.02090194,0.01646621],"category_scores_gemma":[0.03589081,0.0006719992,0.0006787453,0.0005562691,0.002379048,0.004484611,0.002534698,0.01387046,0.00992803],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002410984,"about_ca_system_score_gemma":0.00641599,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01133873,"about_ca_topic_score_gemma":0.02165425,"domain_scores_codex":[0.9943462,0.003214177,0.0005851089,0.00037656,0.001022816,0.0004551521],"domain_scores_gemma":[0.9768997,0.01409812,0.001206033,0.00087297,0.002718831,0.004204226],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001734321,0.0001773246,0.006303089,0.0001486129,0.00001907714,0.009662156,0.004257473,0.0000766983,0.001410385,0.003278699,0.9287854,0.04570767],"study_design_scores_gemma":[0.0001318109,0.0004660244,0.007813506,0.0006628963,0.00003266181,0.008168934,0.01585619,0.001233486,0.0007438038,0.009793657,0.9549802,0.0001169361],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.00743793,0.0006271338,0.001232446,0.9629342,0.008008804,0.0002800605,0.0001134319,0.0002868915,0.01907919],"genre_scores_gemma":[0.01696002,0.0006901802,0.002429527,0.9399059,0.003175424,0.0004882735,0.00003877636,0.00009381425,0.03621808],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.989438,"threshold_uncertainty_score":0.05585796,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2604281595576668,"score_gpt":0.416172337312998,"score_spread":0.1557441777553311,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}