{"id":"W3115100653","doi":"10.20982/tqmp.16.5.p472","title":"Got Bots? Practical Recommendations to Protect Online Survey Data from Bot Attacks","year":2020,"lang":"en","type":"article","venue":"The Quantitative Methods for Psychology","topic":"Mobile Crowdsensing and Crowdsourcing","field":"Computer Science","cited_by":317,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Data collection; Computer science; Internet privacy; The Internet; Data quality; Data science; Quality (philosophy); Computer security; World Wide Web; Engineering","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00561023,0.0002178563,0.0003944045,0.00006649994,0.000314088,0.0001453258,0.001957145,0.00009711787,0.00003942895],"category_scores_gemma":[0.01174066,0.0001649153,0.00007302751,0.0007111208,0.0001420791,0.0002848218,0.0007057878,0.0004485382,0.0001319506],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000189712,"about_ca_system_score_gemma":0.00008045239,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000159059,"about_ca_topic_score_gemma":0.0001463771,"domain_scores_codex":[0.9932007,0.004741021,0.0004564183,0.001068989,0.0001318584,0.0004010587],"domain_scores_gemma":[0.9877625,0.009804266,0.0002244096,0.001786913,0.0002327181,0.0001891713],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001106545,0.0007713783,0.0004776205,0.00003631976,0.0006091766,0.00001306319,0.01501312,0.000204869,0.03735479,0.04449965,0.2914893,0.6084242],"study_design_scores_gemma":[0.002020814,0.003139128,0.01535412,0.00007158303,0.0001269487,0.00004691024,0.001342134,0.4679801,0.00219046,0.03897277,0.4677103,0.0010447],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.002196822,0.00009880828,0.8644859,0.131023,0.0007627684,0.000744723,0.0004209792,0.0001290103,0.0001380747],"genre_scores_gemma":[0.005724628,0.00001142514,0.9827536,0.01096769,0.0001588882,0.0000636774,0.0002524403,0.00002771876,0.00003992912],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6073795,"threshold_uncertainty_score":0.9965839,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.6865261507868327,"score_gpt":0.6223430805496,"score_spread":0.06418307023723269,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}