{"id":"W4402790788","doi":"10.2196/60548","title":"Effective Recruitment or Bot Attack? The Challenge of Internet-Based Research Surveys and Recommendations to Reduce Risk and Improve Robustness","year":2024,"lang":"en","type":"article","venue":"Interactive Journal of Medical Research","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Preprint; Robustness (evolution); Peer review; Computer security; Psychology; Computer science; Engineering; Risk analysis (engineering); Medicine; Political science; World Wide Web; Biology; Law","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.04584619,0.0001541528,0.0003656707,0.0009743869,0.000173538,0.0001850892,0.000645916,0.0001655156,0.001887792],"category_scores_gemma":[0.01153536,0.00009190461,0.000118903,0.0008089343,0.0007799062,0.0002567776,0.0005313301,0.003589334,0.00005199415],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004994334,"about_ca_system_score_gemma":0.0004781696,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0008414211,"about_ca_topic_score_gemma":0.0005732979,"domain_scores_codex":[0.9855906,0.01047822,0.0009118126,0.0004303191,0.002024154,0.0005649051],"domain_scores_gemma":[0.9732548,0.02442249,0.0001926309,0.0002939691,0.001210261,0.0006258823],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00178848,0.001038054,0.000120333,0.000252344,0.000431737,0.0002486131,0.004179266,0.000001914196,0.00005446205,0.001062742,0.02744215,0.9633799],"study_design_scores_gemma":[0.01992374,0.1897799,0.1030199,0.09149291,0.0004790699,0.002817286,0.08919144,0.01997073,0.02516805,0.02198049,0.434416,0.001760459],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7621301,0.006556652,0.01139524,0.2045335,0.005384274,0.004087899,0.0002512177,0.00002564139,0.005635459],"genre_scores_gemma":[0.9971576,0.0003313034,0.0001353523,0.0000589043,0.0002780555,0.0003854193,0.000002875686,0.00002908816,0.001621386],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.9616194,"threshold_uncertainty_score":0.9990246,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.3783871083591361,"score_gpt":0.6094291943601969,"score_spread":0.2310420860010609,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}