{"id":"W2995933683","doi":"10.1080/08897077.2019.1691131","title":"Out Damn Bot, Out: Recruiting Real People into Substance Use Studies on the Internet","year":2019,"lang":"en","type":"letter","venue":"Substance Abuse","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":93,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"The Internet; Internet privacy; Substance use; Sample (material); Computer science; World Wide Web; Medicine; Psychiatry","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002373956,0.0005807267,0.0008767364,0.0001829676,0.0009593752,0.000324718,0.001409839,0.0009523456,0.0001218841],"category_scores_gemma":[0.00595299,0.0004913645,0.0002231618,0.0006317753,0.0007838444,0.0005752146,0.00003221875,0.002763586,0.00102804],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.002341489,"about_ca_system_score_gemma":0.000639288,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.00721636,"about_ca_topic_score_gemma":0.3001754,"domain_scores_codex":[0.9936491,0.001518525,0.0009226697,0.001045872,0.001593979,0.001269852],"domain_scores_gemma":[0.9793623,0.01748607,0.001124903,0.00119497,0.0006997843,0.000131996],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"qualitative","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001998524,0.00001729822,0.008647346,0.0001032973,0.00005419134,0.00001494712,0.5228685,9.277988e-7,0.000002090711,0.0007722551,0.467145,0.0003541828],"study_design_scores_gemma":[0.0002142995,0.0000589158,0.001673239,0.001291102,0.00006991528,3.734976e-7,0.05716704,0.000003462072,0.00004308978,0.001419973,0.9373709,0.0006877013],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"commentary","genre_scores_codex":[0.572615,0.001857609,0.000007108553,0.3812888,0.03867365,0.003313475,0.0000300877,0.0002689534,0.001945333],"genre_scores_gemma":[0.1138333,0.05970106,0.0008230091,0.7121592,0.06636515,0.007616465,0.0003753232,0.0006056795,0.03852084],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.4702259,"threshold_uncertainty_score":0.9997538,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.2604281595576668,"score_gpt":0.416172337312998,"score_spread":0.1557441777553311,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}