{"id":"W4408250902","doi":"10.2196/preprints.73622","title":"Identifying and Analyzing Bot-Generated Responses in Healthcare Research (Preprint)","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Blood donation and transfusion practices","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Preprint; Health care; Computer science; Psychology; Political science; World Wide Web; Law","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["scholarly_communication"],"consensus_categories":[],"category_scores_codex":[0.00463413,0.0002423704,0.0003590853,0.002454511,0.0003582386,0.001481073,0.0003858431,0.0002993264,0.0003691033],"category_scores_gemma":[0.0008600227,0.0002435802,0.00006886199,0.001363079,0.00007016133,0.0008492605,0.001681035,0.001637677,0.00008099613],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006180587,"about_ca_system_score_gemma":0.0002048957,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.02197754,"about_ca_topic_score_gemma":0.009845711,"domain_scores_codex":[0.9973915,0.0002691183,0.0005769896,0.0008703248,0.000504549,0.0003875503],"domain_scores_gemma":[0.9982113,0.0004544071,0.000196817,0.0004621211,0.0006524677,0.00002293207],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.001008891,0.0005629327,0.5977215,0.009441995,0.0003027295,0.0002110396,0.0008912453,0.0005763374,0.001217172,0.2793341,0.00611532,0.1026168],"study_design_scores_gemma":[0.00541473,0.00003396171,0.5719764,0.006345459,0.0003512328,0.00001112187,0.007379727,0.03651338,0.001885525,0.2027275,0.164524,0.002836984],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8819317,0.00317023,0.0007169958,0.05185856,0.001119874,0.001471438,0.00001400299,0.0004018788,0.05931535],"genre_scores_gemma":[0.9924338,0.001000699,0.0007392267,0.001828683,0.0002572217,0.00009502301,0.00005365588,0.00002018569,0.00357153],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1584087,"threshold_uncertainty_score":0.9995555,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1389337288934386,"score_gpt":0.3994805233627845,"score_spread":0.2605467944693459,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}