{"id":"W4220951159","doi":"10.1186/s12874-022-01556-2","title":"Using a consistency check during data collection to identify invalid responding in an online cannabis screening survey","year":2022,"lang":"en","type":"article","venue":"BMC Medical Research Methodology","topic":"Survey Methodology and Nonresponse","field":"Social Sciences","cited_by":17,"is_retracted":false,"has_abstract":true,"ca_institutions":"Public Health Ontario; University of Toronto; Centre for Addiction and Mental Health","funders":"Canada Research Chairs; Ontario Ministry of Health and Long-Term Care","keywords":"Medicine; Cannabis; Randomized controlled trial; Data collection; Psychiatry; Internal medicine","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.6497692,0.0001846876,0.0006902905,0.002538005,0.002956864,0.00007271338,0.00247423,0.0004078225,0.002583373],"category_scores_gemma":[0.783323,0.0002028416,0.00006522541,0.006789197,0.001166807,0.0003346246,0.00302665,0.002282042,0.000007648024],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0007184176,"about_ca_system_score_gemma":0.007658381,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.09206131,"about_ca_topic_score_gemma":0.4820321,"domain_scores_codex":[0.2623078,0.7300345,0.0009865471,0.001450736,0.003421801,0.001798635],"domain_scores_gemma":[0.6608906,0.3345267,0.0002643569,0.001779109,0.0008281438,0.001711074],"domain_codex":"methods","domain_gemma":null,"domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.05508811,0.0008212865,0.8629836,0.0001076975,0.0001048334,0.001054408,0.03426182,0.0006289685,0.02125693,0.001192205,0.002336452,0.02016363],"study_design_scores_gemma":[0.001009962,0.0002820024,0.9630421,0.00005697876,0.00001022358,0.00004829924,0.02789702,0.002614503,0.0001891687,0.0005387487,0.004038874,0.0002721025],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9574283,0.0002275611,0.03854145,0.001986284,0.0008503888,0.0006555044,0.0001123485,0.0000584046,0.0001397769],"genre_scores_gemma":[0.6415505,0.0001391836,0.3525376,0.0007046177,0.0007131102,0.0002491464,0.0003623266,0.00008023981,0.003663315],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3985828,"threshold_uncertainty_score":0.9983411,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.9491251984146576,"score_gpt":0.7071481530514511,"score_spread":0.2419770453632065,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}