{"id":"W4367313097","doi":"10.2196/preprints.47995","title":"Reporting and Methodological Observations on Prognostic and Diagnostic Machine Learning Studies (Preprint)","year":2023,"lang":"en","type":"preprint","venue":"","topic":"Explainable Artificial Intelligence (XAI)","field":"Computer Science","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Agricultural Research Institute of Ontario; University of Ottawa","funders":"","keywords":"Preprint; Key (lock); Data science; Computer science; Artificial intelligence; Machine learning; Psychology; World Wide Web; Computer security","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.3014105,0.001218876,0.002217894,0.0149452,0.003489831,0.01539073,0.004159634,0.00543806,0.00855933],"category_scores_gemma":[0.7904382,0.001119128,0.001861265,0.0137198,0.007264569,0.006142699,0.006307851,0.006620948,0.004447883],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.007376003,"about_ca_system_score_gemma":0.01224132,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.003617897,"about_ca_topic_score_gemma":0.00286512,"domain_scores_codex":[0.5379058,0.1820424,0.1266093,0.01826654,0.1298797,0.005296299],"domain_scores_gemma":[0.09626041,0.6056031,0.06734713,0.0460425,0.1811422,0.003604648],"domain_codex":null,"domain_gemma":"reporting","domain_candidate":"reporting","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0006232112,0.00002677504,0.003123732,0.009420538,0.000535516,0.000229379,0.003019456,0.0002239404,0.0007890037,0.02085881,0.9013393,0.05981029],"study_design_scores_gemma":[0.0002520257,0.0001324693,0.0106775,0.01459299,0.0007098796,0.0005645782,0.002708731,0.001059112,0.003611624,0.03042047,0.9349974,0.0002732268],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"methods","genre_scores_codex":[0.008062172,0.0896761,0.03259199,0.4334959,0.3945366,0.001344108,0.01354044,0.00153907,0.0252137],"genre_scores_gemma":[0.2177372,0.07960491,0.05565816,0.2056947,0.3851269,0.00705169,0.01620082,0.00651566,0.02640991],"genre_candidate":"methods","genre_consensus":null,"teacher_disagreement_score":0.6985894,"threshold_uncertainty_score":0.8614852,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5131537115510197,"score_gpt":0.4383888926787479,"score_spread":0.07476481887227188,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}