{"id":"W4408250902","doi":"10.2196/preprints.73622","title":"Identifying and Analyzing Bot-Generated Responses in Healthcare Research (Preprint)","year":2025,"lang":"en","type":"preprint","venue":"","topic":"Blood donation and transfusion practices","field":"Business, Management and Accounting","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"","keywords":"Preprint; Health care; Computer science; Psychology; Political science; World Wide Web; Law","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":["metaresearch","research_integrity"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":["metaresearch"],"domain":"methods","study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.119712,0.0005849096,0.0006904352,0.005216804,0.002317654,0.005722365,0.001498491,0.001964588,0.006422608],"category_scores_gemma":[0.3842945,0.0006474331,0.0009048221,0.006634529,0.002339211,0.002313274,0.004185433,0.001392622,0.004292559],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004394153,"about_ca_system_score_gemma":0.009297698,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.006684386,"about_ca_topic_score_gemma":0.01149748,"domain_scores_codex":[0.8365474,0.1185184,0.01395139,0.007566839,0.02100206,0.002413896],"domain_scores_gemma":[0.4864691,0.3535528,0.06028281,0.03702589,0.05918144,0.003487806],"domain_codex":null,"domain_gemma":"methods","domain_candidate":"methods","domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0006185365,0.0005291759,0.4127809,0.004146415,0.0003704446,0.0009765324,0.03271758,0.002618331,0.004746129,0.0164269,0.1573353,0.3667337],"study_design_scores_gemma":[0.000339328,0.001474217,0.5126899,0.009668059,0.000322575,0.001198744,0.03562204,0.03785985,0.01162217,0.03535255,0.3534729,0.0003776419],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5525099,0.005923138,0.2607588,0.06146176,0.005943715,0.02423475,0.02725809,0.004457074,0.05745286],"genre_scores_gemma":[0.6930538,0.001911264,0.2308182,0.02784487,0.00170206,0.02307911,0.008446964,0.0009188868,0.01222484],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.880288,"threshold_uncertainty_score":0.633105,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1389337288934386,"score_gpt":0.3994805233627845,"score_spread":0.2605467944693459,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}