{"id":"W4206179437","doi":"10.4300/jgme-d-20-01367.1","title":"ICRE Top Research Papers","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"MEDLINE; Medicine; Computer science; Data science; Information retrieval; Political science","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"metacan-v3-hybrid-931329e0061c","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00772487,0.001898055,0.001885869,0.004559008,0.002201388,0.01670566,0.004667034,0.007821189,0.5272327],"category_scores_gemma":[0.02869819,0.0009123563,0.002055802,0.003967436,0.001181811,0.005212784,0.003377426,0.006163986,0.4482353],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.004658058,"about_ca_system_score_gemma":0.01041549,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001908473,"about_ca_topic_score_gemma":0.002894317,"domain_scores_codex":[0.9903886,0.001068029,0.001033025,0.00110759,0.005258539,0.001144183],"domain_scores_gemma":[0.9558712,0.003455299,0.002102983,0.002678399,0.0285875,0.007304606],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002758156,0.0000163747,0.0000369774,0.0002777143,0.00000586436,0.00005291608,0.000008042692,0.00001080046,0.00007318244,0.0006460155,0.9790384,0.01980613],"study_design_scores_gemma":[0.00001311991,0.00001324916,0.0001053634,0.0002575656,0.000003856589,0.00006163102,0.000027014,0.00001051011,0.00007650665,0.0002608518,0.9991653,0.000004968424],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"editorial","genre_gemma":"other","genre_scores_codex":[0.0003926403,0.02054589,0.001071028,0.09062279,0.6470709,0.0005464706,0.004161799,0.0009742267,0.2346143],"genre_scores_gemma":[0.004169074,0.02560807,0.001826521,0.05309964,0.2433832,0.0004103491,0.004614592,0.001039199,0.6658494],"genre_candidate":"other","genre_consensus":null,"teacher_disagreement_score":0.5272327,"threshold_uncertainty_score":0.6743451,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1207919221517296,"score_gpt":0.4618779149514106,"score_spread":0.341085992799681,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}