{"id":"W4206179437","doi":"10.4300/jgme-d-20-01367.1","title":"ICRE Top Research Papers","year":2020,"lang":"en","type":"article","venue":"Journal of Graduate Medical Education","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"ca_institutions":"","funders":"Royal College of Physicians and Surgeons of Canada","keywords":"MEDLINE; Medicine; Computer science; Data science; Information retrieval; Political science","routes":{"ca_aff":false,"ca_fund":true,"ca_venue":false,"about_ca":true,"invisible_to_affiliation_only":true},"retraction":null,"screen":null,"direct_labels":[],"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00266558,0.000102253,0.000284545,0.0003281051,0.0001085369,0.00002489148,0.0002539683,0.0001624728,0.001637039],"category_scores_gemma":[0.02852274,0.00007850701,0.000104702,0.00126739,0.0002405263,0.0001316382,0.0000339189,0.001631321,0.00009291175],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000219533,"about_ca_system_score_gemma":0.005853119,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001034426,"about_ca_topic_score_gemma":4.444549e-7,"domain_scores_codex":[0.996007,0.0001669622,0.0007717446,0.0001650805,0.002635919,0.0002532872],"domain_scores_gemma":[0.9968391,0.0001200695,0.0002650901,0.0001866651,0.002010355,0.0005787026],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001469217,0.0006787647,0.002292507,0.0001658025,0.00004869841,0.00003365899,0.002210414,6.559413e-7,0.0008601729,0.001239865,0.4967837,0.4955388],"study_design_scores_gemma":[0.002626672,0.00212278,0.0358424,0.001483156,0.0001835467,0.001469971,0.01406665,0.0009612787,0.00173118,0.001764599,0.9374857,0.0002620775],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.5457587,0.0002975609,0.0002643542,0.4443409,0.001644643,0.0001867068,2.958984e-7,0.00001783546,0.007489019],"genre_scores_gemma":[0.9604535,0.0003247224,0.00390289,0.03036112,0.004407985,0.00001051746,0.00001903494,0.0000222968,0.0004979837],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4952767,"threshold_uncertainty_score":0.9997828,"prediction_status":"machine_predicted_unvalidated"},"machine_scores":{"provisional":true,"baseline":true,"maturity_gate_passed":false,"score_opus":0.1207919221517296,"score_gpt":0.4618779149514106,"score_spread":0.341085992799681,"validation_status":"score_only:v0-immature-baseline","note":"Baseline scores from an immature model (maturity gate not passed). Scores rank; they never assert a category."}}