{"id":"W4410931905","doi":"10.1136/bmjoq-2024-003208","title":"It’s raining bots: how easier access to internet surveys has created the perfect storm","year":2025,"lang":"en","type":"article","venue":"BMJ Open Quality","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Toronto; University Health Network","funders":"University of Toronto; Physicians' Services Incorporated Foundation","keywords":"Anonymity; Popularity; Internet privacy; Incentive; The Internet; Social media; Data collection; Business; Survey data collection; Demographics; Computer science; Public relations; Psychology; Computer security; World Wide Web; Political science; Sociology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","scholarly_communication"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.03050778,0.0001350545,0.0003227705,0.00007188371,0.001128546,0.001812658,0.001972246,0.0001471963,0.0004771805],"category_scores_gemma":[0.04761768,0.0001115319,0.00006345903,0.001116346,0.0003159738,0.0006128458,0.0005343324,0.0002590897,0.00007015219],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0006465609,"about_ca_system_score_gemma":0.002362484,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.2360777,"about_ca_topic_score_gemma":0.1776497,"domain_scores_codex":[0.9897509,0.008414924,0.0004198514,0.0003936777,0.0005580951,0.0004625079],"domain_scores_gemma":[0.9924775,0.006164039,0.0002851061,0.0005048838,0.0003576191,0.0002107947],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00009579744,0.0001111922,0.4020568,0.00007097634,0.0000543644,0.00000106618,0.2959368,0.000002032579,0.000006396016,0.007107559,0.1767967,0.1177604],"study_design_scores_gemma":[0.0002067672,0.00002143804,0.6963627,0.0001040777,0.00001171831,8.101884e-8,0.03315033,0.000006886429,0.00003866657,0.0004610219,0.2694718,0.0001645236],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.4933921,0.00004038038,0.0005780392,0.4435061,0.006969532,0.01048681,0.00001397648,0.00008550267,0.04492756],"genre_scores_gemma":[0.9833553,0.00000931235,0.0001373859,0.00835761,0.0006155361,0.003492622,0.00001340165,0.00001157112,0.004007237],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4899632,"threshold_uncertainty_score":0.9992235,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.62563736293673,"score_gpt":0.6081953834906153,"score_spread":0.0174419794461147,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}