{"id":"W4321605425","doi":"10.1055/a-2041-7546","title":"Validity evidence for observational ERCP competency assessment tools: a systematic review","year":2023,"lang":"en","type":"review","venue":"Endoscopy","topic":"Gallbladder and Bile Duct Disorders","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":true,"ca_institutions":"University of Calgary; Queen's University; McMaster University; Western University; St. Michael's Hospital; University Health Network; University of Toronto; SickKids Foundation; The Wilson Centre; Hospital for Sick Children","funders":"","keywords":"Medicine; Observational study; Competence (human resources); Graduate medical education; Accreditation; Evidence-based medicine; Content validity; MEDLINE; Criterion validity; Evidence-based practice; Medical education; Medical physics; Psychometrics; Clinical psychology; Construct validity; Psychology; Pathology; Alternative medicine; Social psychology","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001676363,0.0005686569,0.004591338,0.000150254,0.0001117804,0.00006588476,0.0004275023,0.0002098462,0.0002308691],"category_scores_gemma":[0.004403134,0.0004003962,0.001384452,0.0006036063,0.0000467536,0.0001626067,0.00008392186,0.0004351665,0.0003481613],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0003137056,"about_ca_system_score_gemma":0.002054788,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001027829,"about_ca_topic_score_gemma":0.000004531511,"domain_scores_codex":[0.9960791,0.0004219875,0.001648752,0.0006576628,0.0007651069,0.0004273696],"domain_scores_gemma":[0.9945412,0.003376709,0.000704627,0.0009157205,0.0002938718,0.0001678252],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000004135592,0.00007421356,0.00001615555,0.981538,0.0003428932,0.00001313422,0.000008415946,3.615758e-8,2.96778e-7,0.0003515069,0.0146785,0.002972718],"study_design_scores_gemma":[0.000235988,0.0001809087,0.00002651116,0.7859609,0.009693722,0.00002305252,0.00001405764,0.000008205235,1.635331e-7,0.00009804626,0.2034863,0.0002721924],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[4.766046e-7,0.9835314,0.0003655355,0.0006631786,0.0005037245,0.01431217,0.0001579163,0.0001933206,0.0002723054],"genre_scores_gemma":[8.090918e-7,0.9842284,0.004356006,0.001009503,0.0002733964,0.007265267,0.001395366,0.0001053655,0.001365889],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.1955771,"threshold_uncertainty_score":0.9998448,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.5042727928477443,"score_gpt":0.5049841868389922,"score_spread":0.0007113939912478662,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}