{"id":"W4409328116","doi":"10.36834/cmej.81283","title":"Royal College exams, examined","year":2025,"lang":"en","type":"letter","venue":"Canadian Medical Education Journal","topic":"Legal Education and Practice Innovations","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Computer science","routes":{"ca_aff":true,"ca_fund":false,"ca_venue":true,"about_ca":true,"invisible_to_affiliation_only":false},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0004858308,0.0005296635,0.0004850409,0.001331786,0.003447227,0.001456981,0.00119427,0.005822336,0.1856084],"category_scores_gemma":[0.01120238,0.0003842492,0.0003750324,0.0008489734,0.0006104643,0.001331544,0.001385696,0.00510777,0.09873152],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004073955,"about_ca_system_score_gemma":0.004840048,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.05292451,"about_ca_topic_score_gemma":0.1044622,"domain_scores_codex":[0.9985873,0.0001110625,0.0001162509,0.0002188566,0.0005070954,0.0004594435],"domain_scores_gemma":[0.9971364,0.0002141274,0.0001896289,0.0001173972,0.00136794,0.0009746532],"domain_codex":null,"domain_gemma":"evaluation","domain_candidate":"evaluation","domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00003521897,0.00003585091,0.0006153646,0.00003519198,0.000002113084,0.001610815,0.00006756586,0.00002299218,0.00008188063,0.0005606767,0.9901533,0.006779131],"study_design_scores_gemma":[0.00006688262,0.00007793723,0.01178152,0.0003563379,0.0000072919,0.001809334,0.0004353821,0.0000713283,0.0001258615,0.000885579,0.9843523,0.00003024363],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"other","genre_gemma":"commentary","genre_scores_codex":[0.008002628,0.007382695,0.00009564546,0.3120058,0.02033055,0.0005671791,0.008298624,0.0003323326,0.6429846],"genre_scores_gemma":[0.03500104,0.004387185,0.000104671,0.07889085,0.004977677,0.0001646364,0.001594072,0.00008019133,0.8747997],"genre_candidate":"commentary","genre_consensus":null,"teacher_disagreement_score":0.9995142,"threshold_uncertainty_score":0.6209219,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.0234947573221635,"score_gpt":0.3513419708500286,"score_spread":0.3278472135278651,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}