{"id":"W4410899897","doi":"10.5489/cuaj.9256","title":"Resident assessment in urology: ChatGPT, take the wheel?","year":2025,"lang":"en","type":"article","venue":"Canadian Urological Association Journal","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"ca_institutions":"Queen's University","funders":"","keywords":"Urology; Medicine; Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":false,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.008978379,0.0003032982,0.0009660443,0.001483829,0.007649011,0.005899841,0.003542382,0.00724103,0.03041077],"category_scores_gemma":[0.05522205,0.0005930823,0.0008277723,0.002021487,0.002698304,0.009116312,0.006522002,0.009980809,0.004450705],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00493705,"about_ca_system_score_gemma":0.03524911,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.06173394,"about_ca_topic_score_gemma":0.2146399,"domain_scores_codex":[0.9926149,0.002637899,0.0007046661,0.0005785165,0.001496461,0.001967623],"domain_scores_gemma":[0.9591215,0.005485748,0.002546987,0.0007332556,0.007359991,0.02475267],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001835051,0.000719191,0.05252169,0.0008281372,0.00006799025,0.00434207,0.008693416,0.0001360675,0.0001643897,0.00403205,0.6249976,0.3033139],"study_design_scores_gemma":[0.0005207242,0.0008326467,0.1735382,0.02012616,0.0002751106,0.0280563,0.1898415,0.001868604,0.0004341869,0.02694573,0.5569191,0.0006417839],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.04139742,0.01823506,0.001540807,0.8885782,0.01199582,0.0001649795,0.0002815513,0.0002067279,0.0375994],"genre_scores_gemma":[0.6056513,0.03262708,0.01147836,0.3114793,0.01697383,0.0004976981,0.0006220947,0.0004287346,0.02024162],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.9910216,"threshold_uncertainty_score":0.1227492,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.05797073189623633,"score_gpt":0.379785294880834,"score_spread":0.3218145629845977,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}