{"id":"W7163753538","doi":"10.2196/86278","title":"Intra-System Repeatability of S-Detect for Breast Ultrasound Classification on Identical Static Images: A Single-Center Retrospective Repeatability Study (Preprint)","year":2025,"lang":"en","type":"article","venue":"JMIR Medical Informatics","topic":"AI in cancer detection","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"","funders":"","keywords":"Repeatability; Ultrasound; Retrospective cohort study; Breast MRI; Reproducibility","routes":{"ca_aff":false,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[{"model":"gemma","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"},{"model":"gpt","categories":[],"domain":null,"study_design":"observational","genre":"empirical","about_ca_system":false,"about_ca_topic":false,"confidence":"low","status":"direct model label, unvalidated"}],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.007645205,0.0004263013,0.0006229969,0.001149615,0.0007229852,0.001004572,0.0005066388,0.0006569032,0.001103888],"category_scores_gemma":[0.02132845,0.0004332516,0.0006183815,0.0006485135,0.0006215373,0.0008843607,0.0007831324,0.0003916533,0.000618091],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003901928,"about_ca_system_score_gemma":0.0004412643,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002940743,"about_ca_topic_score_gemma":0.005407436,"domain_scores_codex":[0.9935354,0.002156215,0.0007554782,0.001972958,0.001234826,0.0003450751],"domain_scores_gemma":[0.9723018,0.009571878,0.002779246,0.006326905,0.008609262,0.0004109388],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.004571788,0.0005158605,0.8622935,0.0002254989,0.001318703,0.000207875,0.002467039,0.001020553,0.05200459,0.0001813601,0.001416972,0.07377618],"study_design_scores_gemma":[0.00003704724,0.001909201,0.9787971,0.00001230772,0.0003752366,0.0004208057,0.0004562502,0.002141932,0.0147693,0.0000645273,0.0009781199,0.00003826829],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9892927,0.0004724235,0.008215982,0.00002851062,0.00007728276,0.00009111861,0.0005311402,0.0001737084,0.001117161],"genre_scores_gemma":[0.9972647,0.00004397174,0.001824493,0.00002682021,0.00003302049,0.00003933167,0.0003383249,0.00007175988,0.0003574705],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.007645205,"threshold_uncertainty_score":0.04043221,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.01906164429227339,"score_gpt":0.3053233381076356,"score_spread":0.2862616938153622,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}