{"id":"W4414594140","doi":"10.2196/82057","title":"Author’s Reply: \"Data Contamination in AI Evaluation\"","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"Data-Driven Disease Surveillance","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"","keywords":"Contamination; Context (archaeology); Process (computing); MEDLINE","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.03912801,0.0009872627,0.001926193,0.002355862,0.005769066,0.009259405,0.003970012,0.05502641,0.01117112],"category_scores_gemma":[0.3306311,0.001513974,0.00232263,0.002134303,0.007914047,0.005114231,0.005786207,0.05079997,0.007843163],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.005935505,"about_ca_system_score_gemma":0.01756403,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009618024,"about_ca_topic_score_gemma":0.01013764,"domain_scores_codex":[0.9476401,0.02191804,0.009340547,0.004696767,0.01278129,0.003623323],"domain_scores_gemma":[0.6995544,0.2085798,0.01147748,0.006919751,0.06587007,0.007598328],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004270726,0.00001604384,0.0007159518,0.000157096,0.00005757203,0.0001876596,0.0004122182,0.00006704393,0.00007212361,0.002135337,0.9917,0.004436256],"study_design_scores_gemma":[0.0002198663,0.00006406142,0.002552753,0.002547158,0.0002669794,0.001001094,0.002442778,0.0007437785,0.0008763907,0.01505627,0.9740128,0.0002161321],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.0001520943,0.0003550599,0.000260797,0.9718211,0.0268828,0.00001001236,0.00007339733,0.00002831306,0.0004165603],"genre_scores_gemma":[0.001641336,0.000271943,0.0004654768,0.983136,0.01323931,0.00003971531,0.00002819669,0.00002799661,0.001150055],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.05502641,"threshold_uncertainty_score":0.2069312,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.03866380094880181,"score_gpt":0.4098996978129139,"score_spread":0.3712358968641121,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}