{"id":"W4413638717","doi":"10.1101/2025.08.22.25334254","title":"Predictive Performance Precision Analysis in Medicine: Identification of low-confidence predictions at patient and profile levels (MED3pa I)","year":2025,"lang":"en","type":"preprint","venue":"medRxiv","topic":"Health Systems, Economic Evaluations, Quality of Life","field":"Economics, Econometrics and Finance","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"McGill University; Montreal Children's Hospital; McGill University Health Centre; Université de Sherbrooke","funders":"Université de Sherbrooke; Natural Sciences and Engineering Research Council of Canada; Canadian Institute for Advanced Research","keywords":"Identification (biology); Confidence interval; Precision medicine; Computer science; Medicine; Statistics; Internal medicine; Mathematics; Biology; Pathology","routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.02090627,0.001902602,0.002101963,0.005568137,0.0008360962,0.004042573,0.001780152,0.001957454,0.001581328],"category_scores_gemma":[0.0702082,0.0006949725,0.00211129,0.002486719,0.001145444,0.001790718,0.003190459,0.003476796,0.0004967821],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001280856,"about_ca_system_score_gemma":0.002068413,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003709805,"about_ca_topic_score_gemma":0.00216644,"domain_scores_codex":[0.9891329,0.004401584,0.0007481844,0.00266146,0.002703803,0.0003520364],"domain_scores_gemma":[0.9465466,0.03974194,0.005543001,0.003883296,0.003542051,0.0007431657],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","study_design_scores_codex":[0.001507256,0.0003701505,0.2018348,0.001219783,0.002322776,0.0007048823,0.0009493942,0.3352887,0.006847004,0.0171881,0.01388689,0.4178802],"study_design_scores_gemma":[0.00008544199,0.0003563191,0.01918799,0.0004245983,0.0004485327,0.0005560413,0.000112112,0.9286334,0.008807086,0.03706114,0.004210139,0.0001173016],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.1109532,0.006246566,0.8694345,0.002695578,0.0002098021,0.0002814239,0.002868276,0.003154835,0.004155875],"genre_scores_gemma":[0.8297076,0.000595238,0.1658058,0.0007617865,0.0003187231,0.0002352848,0.001785116,0.0001756941,0.0006149645],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.02090627,"threshold_uncertainty_score":0.1105642,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.185252957769911,"score_gpt":0.3982811309170701,"score_spread":0.2130281731471591,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}