{"meta":{"page":1,"per_page":50,"max_per_page":100,"total":288,"total_is_capped":false,"direct_labels_cover":0,"predictions_cover":288,"direct_label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline (scores rank; they never assert a category)","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"query_hash":"64a249ae6b6e","filters":{"venue":"Academic Psychiatry"}},"results":[{"id":"W2070862259","doi":"10.1176/appi.ap.28.2.104","title":"Impact of Patient Suicide on Psychiatrists and Psychiatric Trainees","year":2004,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":196,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Acute Stress Disorder; Psychiatry; Medicine; Checklist; Suicide prevention; Graduation (instrument); Clinical psychology; Posttraumatic stress; Psychology; Poison control; Medical emergency","retraction":null,"screen_n_in":null,"score":{"opus":0.01976306153433583,"gpt":0.3376922162804952,"spread":0.3179291547461594,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0002438993,0.0004764854,0.000581307,0.0004733258,0.000171722,0.0000108497,0.000361586,0.0004470354,0.0002231207],"category_scores_gemma":[0.00004535642,0.00039074,0.0003854953,0.0006446498,0.0001836503,0.0001056383,0.0000625567,0.0009225318,0.0001513747],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008124185,"about_ca_system_score_gemma":0.0001697326,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005768427,"about_ca_topic_score_gemma":0.00004018456,"domain_scores_codex":[0.9972703,0.00009976849,0.0008699558,0.0007026637,0.000364039,0.0006932166],"domain_scores_gemma":[0.9985853,0.0001341601,0.0004177297,0.0005670295,0.00005751492,0.0002382005],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0008127296,0.0007403833,0.9391394,0.00005292534,0.0006571134,0.000006381727,0.005499933,0.0001029385,0.0001477919,0.02774778,0.02035095,0.004741665],"study_design_scores_gemma":[0.004150156,0.002673982,0.9508829,0.00005236135,0.0001684535,0.0001091741,0.002333729,0.000001715495,0.00003208509,0.03864096,0.0003670799,0.0005873686],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9683519,0.01701168,0.00003481252,0.002327276,0.002939352,0.0004409209,0.00005911714,0.0001331512,0.008701781],"genre_scores_gemma":[0.9962179,0.0007808654,0.0008674467,0.00134658,0.0005849396,0.00005000431,0.0000106683,0.00006173372,0.00007987527],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02786598,"threshold_uncertainty_score":0.9998544,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2755197991","doi":"10.1007/s40596-017-0781-6","title":"What Do We Mean by Physician Wellness? A Systematic Review of Its Definition and Measurement","year":2017,"lang":"en","type":"review","venue":"Academic Psychiatry","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":162,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Operationalization; Conceptualization; CLARITY; Construct (python library); Psychology; Systematic review; Applied psychology; MEDLINE; Comparability; Psychological intervention; Medical education; Medicine; Computer science; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.224840956843617,"gpt":0.4859611228910233,"spread":0.2611201660474063,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.005533504,0.000798378,0.005313654,0.0002055512,0.001006284,0.00002665615,0.001012083,0.001794524,0.00008744929],"category_scores_gemma":[0.0006977664,0.0005576432,0.0005705244,0.0002431546,0.00009446102,0.0004587047,0.0003222486,0.004036427,0.0003115313],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002942097,"about_ca_system_score_gemma":0.002490172,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001970382,"about_ca_topic_score_gemma":0.00001404509,"domain_scores_codex":[0.9895527,0.003602236,0.003883427,0.0008334813,0.001303548,0.0008246025],"domain_scores_gemma":[0.9911582,0.0006046909,0.006194726,0.001242019,0.0004247836,0.0003756064],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000003207472,0.00003334703,0.000007304121,0.7538861,0.0001500524,4.822369e-7,0.0001618111,4.097808e-10,1.877616e-7,0.001102702,0.0172732,0.2273816],"study_design_scores_gemma":[0.0001604093,0.00002148321,6.589426e-7,0.6284448,0.001417547,0.00000418712,0.0005250711,1.784883e-7,1.017251e-7,0.0008912294,0.36823,0.0003043208],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[9.743862e-7,0.9794405,0.000004918912,0.005864007,0.006175878,0.007487419,0.0002714821,0.00006151392,0.0006933152],"genre_scores_gemma":[0.000008165413,0.9930212,0.00003510828,0.003244359,0.0009104384,0.002163326,0.0001312807,0.0001160203,0.0003700825],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.3509568,"threshold_uncertainty_score":0.9996875,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2622390686","doi":"10.1007/s40596-017-0735-z","title":"Building Provincial Mental Health Capacity in Primary Care: An Evaluation of a Project ECHO Mental Health Program","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":138,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto; University Health Network","funders":"Ontario Ministry of Health and Long-Term Care; Centre for Addiction and Mental Health","keywords":"Mental health; Competence (human resources); Program evaluation; Medicine; Nursing; Psychology; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.1138866125412714,"gpt":0.4734643346676833,"spread":0.3595777221264118,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.002534292,0.0003230784,0.0005493254,0.000257394,0.0009397862,0.00003827958,0.0007101935,0.0003132566,0.00004517009],"category_scores_gemma":[0.00001571132,0.0003134812,0.00009898717,0.0001806679,0.0001689327,0.000587996,0.0001252043,0.0007939656,0.00001093794],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001780212,"about_ca_system_score_gemma":0.001542371,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.01006989,"about_ca_topic_score_gemma":0.003082028,"domain_scores_codex":[0.9958569,0.000727654,0.001017657,0.0007550415,0.0007986111,0.0008441441],"domain_scores_gemma":[0.9977018,0.0000148664,0.001278071,0.0007102038,0.0000559425,0.0002391304],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0005192424,0.001464785,0.3476992,0.0007041628,0.00005193719,5.291728e-7,0.01697203,5.970571e-7,0.00007242358,0.001340242,0.004607077,0.6265678],"study_design_scores_gemma":[0.0145617,0.003663009,0.9676624,0.00140072,0.00005725334,0.00004523667,0.006825401,0.0002778573,0.0001119148,0.001861848,0.002869873,0.0006627847],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9758824,0.004872147,0.000004273802,0.004341403,0.003800751,0.007539586,0.0002510399,0.00009959127,0.003208845],"genre_scores_gemma":[0.9921814,0.0001935901,0.004678244,0.001171972,0.0005320085,0.0007398828,0.0004200984,0.00004498119,0.00003787654],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.625905,"threshold_uncertainty_score":0.9999318,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2028954859","doi":"10.1176/appi.ap.26.3.134","title":"Creating, Monitoring, and Improving a Psychiatry OSCE: A Guide for Faculty","year":2002,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":103,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; The Wilson Centre","funders":"","keywords":"Medical education; Psychology; MEDLINE; Medicine; Psychiatry; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.0295566709056305,"gpt":0.3673767635598363,"spread":0.3378200926542058,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004361318,0.0002189403,0.0002675011,0.0001859494,0.0002623537,0.00001983572,0.0001662454,0.000425837,0.0001033493],"category_scores_gemma":[0.0009359028,0.0002039361,0.0000826278,0.0003752792,0.0001001425,0.0001487456,0.00004075575,0.0008917679,0.00002967613],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00009667285,"about_ca_system_score_gemma":0.0001735435,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002440809,"about_ca_topic_score_gemma":0.000001312833,"domain_scores_codex":[0.9981675,0.00001720085,0.0006268502,0.0004535671,0.0003223243,0.0004126066],"domain_scores_gemma":[0.9990907,0.00003941894,0.000237985,0.0003367608,0.0001484159,0.0001466784],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00004199579,0.0002066395,0.5037583,0.0005237549,0.00006997763,4.130617e-7,0.000828181,5.265684e-7,0.000990539,0.004983738,0.4206559,0.06794008],"study_design_scores_gemma":[0.01366934,0.001407502,0.4372763,0.003221925,0.001104072,0.0007463956,0.009136005,0.008969721,0.0006272228,0.01289644,0.5093035,0.001641538],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9456035,0.006412433,0.001811419,0.03176011,0.006888781,0.001075161,0.00001862747,0.0002685038,0.006161437],"genre_scores_gemma":[0.4987956,0.0006632601,0.4652624,0.009567536,0.01240672,0.0005579314,0.0001027618,0.0001455855,0.01249823],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.463451,"threshold_uncertainty_score":0.8316273,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2273356061","doi":"10.1007/s40596-015-0395-9","title":"Experiences of Psychological Distress and Sources of Stress and Support During Medical Training: a Survey of Medical Students","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":102,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary; University of New Brunswick; University of Toronto; University of Ottawa","funders":"","keywords":"Clinical psychology; Stressor; Suicidal ideation; Distress; Psychology; Psychological distress; Burnout; Depression (economics); Medicine; Psychiatry; Mental health; Suicide prevention; Poison control; Medical emergency","retraction":null,"screen_n_in":null,"score":{"opus":0.1420799925002063,"gpt":0.508999719144322,"spread":0.3669197266441157,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.004828264,0.0001978094,0.0007533757,0.0001130652,0.0001554018,0.000002947262,0.000855447,0.00112035,0.0004282286],"category_scores_gemma":[0.001928285,0.0001412363,0.00004446406,0.0002146711,0.000779629,0.00008638945,0.0005799031,0.001500422,0.000001310198],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00001368548,"about_ca_system_score_gemma":0.0008129891,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006257767,"about_ca_topic_score_gemma":0.0002693033,"domain_scores_codex":[0.994042,0.001108511,0.001547117,0.0004114034,0.002409947,0.0004810447],"domain_scores_gemma":[0.9972035,0.0008013549,0.000710716,0.0002359566,0.0001889827,0.0008595213],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002242431,0.0001880682,0.9560521,0.0008727259,0.0000289934,0.000004442537,0.038618,6.656853e-8,0.000006251953,0.0002514448,0.0004832912,0.003270346],"study_design_scores_gemma":[0.002041787,0.0002238345,0.8990375,0.005020902,0.00001377974,0.00001606428,0.09311762,0.00001803942,0.00002514093,0.0003205787,0.00003025198,0.0001344836],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9902619,0.005712889,0.000008685055,0.002179323,0.001218894,0.0002956417,0.0001228055,0.0000212725,0.0001786427],"genre_scores_gemma":[0.9968039,0.002389553,0.00008547374,0.000345341,0.0002327017,0.00005332856,0.0000210945,0.00001527493,0.00005332461],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.0570146,"threshold_uncertainty_score":0.8641167,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2074044854","doi":"10.1176/appi.ap.30.2.144","title":"Medical Students' Perceptions of Psychiatry as a Career Choice","year":2006,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":92,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Columbia College","funders":"","keywords":"Context (archaeology); Perception; Psychology; Medical education; Quality (philosophy); Psychiatry; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.03157393928755092,"gpt":0.4508149015412501,"spread":0.4192409622536992,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.001733206,0.0003474108,0.000604935,0.0002478677,0.0008983085,0.000006946961,0.001405279,0.001737308,0.005059278],"category_scores_gemma":[0.0003655861,0.0002913173,0.0002285895,0.0005094105,0.0001896832,0.0001707955,0.0004318257,0.004245535,0.0009520678],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001287005,"about_ca_system_score_gemma":0.003797141,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0051085,"about_ca_topic_score_gemma":0.003381346,"domain_scores_codex":[0.9935378,0.0007616447,0.001869941,0.0006003158,0.002179891,0.001050413],"domain_scores_gemma":[0.997386,0.0005487995,0.0006265866,0.0006267405,0.0002702307,0.0005416583],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003922496,0.0002347848,0.8533818,0.0004229953,0.00003304116,0.000001114495,0.0003647186,7.011768e-7,0.00003940454,0.01750429,0.1261017,0.00187626],"study_design_scores_gemma":[0.001891389,0.00009502401,0.940657,0.005591618,0.00006617031,0.00001104983,0.004510122,0.00002102863,0.000002998556,0.02226587,0.02453232,0.0003554028],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9100676,0.009895052,0.0001055685,0.05978822,0.00981886,0.0008574993,0.00009390571,0.0001999798,0.009173314],"genre_scores_gemma":[0.9666922,0.001400392,0.001529455,0.01710519,0.007561193,0.0002972245,0.0001034949,0.00008569343,0.005225173],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1015694,"threshold_uncertainty_score":0.9999539,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2089711903","doi":"10.1007/s40596-014-0176-x","title":"Telepsychiatry in Graduate Medical Education: A Narrative Review","year":2014,"lang":"en","type":"review","venue":"Academic Psychiatry","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":92,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Telepsychiatry; PsycINFO; CINAHL; Medical education; MEDLINE; Medicine; Health care; Mental health; Evidence-based practice; Competence (human resources); Psychology; Nursing; Telemedicine; Psychiatry; Alternative medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.0766842885643038,"gpt":0.4878218130319216,"spread":0.4111375244676178,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002092708,0.0007535821,0.003644984,0.0006866247,0.00009760076,0.000006907591,0.0005481467,0.001188454,0.0009987655],"category_scores_gemma":[0.0009812927,0.0005900498,0.0005756378,0.001407744,0.0001150994,0.0001064736,0.00008729578,0.004738107,0.000331675],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002874158,"about_ca_system_score_gemma":0.01532204,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005236478,"about_ca_topic_score_gemma":0.00005834442,"domain_scores_codex":[0.9934279,0.0005415725,0.003103311,0.000939385,0.001261808,0.0007260718],"domain_scores_gemma":[0.9968896,0.0001898037,0.001211332,0.0007863903,0.0001207398,0.0008021579],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000007286094,0.0001097778,0.0006700864,0.1074519,0.00006246888,0.000003792638,0.00008202381,1.112941e-9,2.465221e-9,0.0005153507,0.3400866,0.5510108],"study_design_scores_gemma":[0.0007610403,0.0001590653,0.0001563337,0.2604424,0.001001503,0.0008683117,0.0001777102,7.982073e-7,7.645209e-9,0.0004592056,0.735633,0.0003406883],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00002277358,0.9499041,0.00001362754,0.03946933,0.004627197,0.003316336,0.00001312111,0.0001178416,0.002515668],"genre_scores_gemma":[0.00000400218,0.9354171,0.0007974221,0.05688474,0.004485464,0.0009477336,0.0008053891,0.0001084208,0.0005498005],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.5506701,"threshold_uncertainty_score":0.9999145,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2767900841","doi":"10.1007/s40596-017-0800-7","title":"The Relationship Between Psychological Distress and Perception of Emotional Support in Medical Students and Residents and Implications for Educational Institutions","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":88,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"Alberta Health Services; Nova Scotia Health Authority; University of Ottawa; University of New Brunswick; University of Calgary","funders":"Dalhousie University","keywords":"Burnout; Feeling; Clinical psychology; Distress; Psychological resilience; Psychology; Psychological intervention; Suicidal ideation; Empathy; Stressor; Medicine; Psychiatry; Social psychology; Suicide prevention; Poison control","retraction":null,"screen_n_in":null,"score":{"opus":0.1969270788864299,"gpt":0.5713393374243969,"spread":0.374412258537967,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.001636052,0.0001161839,0.0001982395,0.00007734969,0.00297584,0.00002288679,0.0004402459,0.0005126451,0.00003658363],"category_scores_gemma":[0.00222275,0.00008454394,0.0000275379,0.00005711338,0.0005210952,0.0001867983,0.0002724279,0.001037566,0.000003547009],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004439777,"about_ca_system_score_gemma":0.0004440904,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001278703,"about_ca_topic_score_gemma":0.0003142067,"domain_scores_codex":[0.9980803,0.0002465245,0.0007159794,0.0003249677,0.0003424952,0.0002897381],"domain_scores_gemma":[0.9968523,0.002158472,0.0003751962,0.0002842909,0.00009438363,0.0002353139],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00003054303,0.00004402709,0.9209536,0.0001242975,0.000007708926,4.61642e-8,0.0002541066,2.642954e-8,0.000002904015,0.07068815,0.001962717,0.00593188],"study_design_scores_gemma":[0.0008733519,0.00003217361,0.9000151,0.0009731456,0.00001398011,0.000004542469,0.000528575,0.000003708197,2.741698e-8,0.09717079,0.0003117858,0.00007280654],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8603526,0.0009290652,0.00008173972,0.1369824,0.0005713792,0.0006450228,0.0002154704,0.000009017387,0.0002133204],"genre_scores_gemma":[0.9957941,0.002081577,0.0003350782,0.0006132849,0.0005450395,0.0002935959,0.0001092665,0.00000887727,0.0002191855],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1363691,"threshold_uncertainty_score":0.9983221,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2092843447","doi":"10.1176/appi.ap.32.3.218","title":"\"Attitude is a Little Thing That Makes a Big Difference\": Reflection Techniques for Addiction Psychiatry Training","year":2008,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":76,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Addiction; Psychology; Competence (human resources); Core competency; Reflection (computer programming); Medical education; Reflective writing; Psychotherapist; Psychiatry; Medicine; Pedagogy; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.08363727544703807,"gpt":0.3740568092597403,"spread":0.2904195338127022,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005574762,0.0002714835,0.0003628123,0.0004657055,0.0004938571,0.00001519814,0.0002075533,0.0006878304,0.00007014377],"category_scores_gemma":[0.0003072359,0.000253451,0.00016463,0.0007339985,0.0001579225,0.0001440441,0.00002639947,0.001361671,0.00001643345],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000196727,"about_ca_system_score_gemma":0.0007991642,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00002103506,"about_ca_topic_score_gemma":0.000008191912,"domain_scores_codex":[0.9978567,0.00004045455,0.0006232153,0.0005293836,0.0004965207,0.0004537131],"domain_scores_gemma":[0.9989703,0.0000544193,0.0003039635,0.0003965015,0.0001646708,0.0001101889],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0004770058,0.0005181089,0.237013,0.0005026586,0.0003027977,0.000001546898,0.01063727,9.709621e-7,0.004176017,0.00702922,0.3211067,0.4182346],"study_design_scores_gemma":[0.008675086,0.002637567,0.440201,0.007190924,0.001364965,0.003106164,0.01667617,0.003006199,0.007421581,0.08284113,0.4244166,0.002462706],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8764593,0.00284156,0.03848099,0.0617176,0.0127628,0.001720052,0.00002643282,0.001064547,0.004926701],"genre_scores_gemma":[0.8278347,0.0009557733,0.1366528,0.02405846,0.007579024,0.0006654279,0.0001747474,0.00009897042,0.001980024],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.415772,"threshold_uncertainty_score":0.9999918,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1973377737","doi":"10.1176/appi.ap.32.3.230","title":"Peer Group Mentoring of Junior Faculty","year":2008,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":75,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Sunnybrook Hospital; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Peer mentoring; Medical education; Peer group; Psychology; Group (periodic table); Medicine; Social psychology; Chemistry","retraction":null,"screen_n_in":null,"score":{"opus":0.05552196528709091,"gpt":0.3459392840910155,"spread":0.2904173188039246,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008772455,0.000235667,0.0003176557,0.0001450571,0.0001354813,0.000003028408,0.0005413549,0.0004382472,0.0007835905],"category_scores_gemma":[0.00008499272,0.0002228982,0.00009485255,0.0002931049,0.0001054124,0.0001039445,0.0000957465,0.0009387552,0.0003900049],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001039163,"about_ca_system_score_gemma":0.00008403316,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003787504,"about_ca_topic_score_gemma":4.700037e-7,"domain_scores_codex":[0.9974426,0.00007259736,0.0006611011,0.0004490625,0.0006418826,0.0007327367],"domain_scores_gemma":[0.9989927,0.00005522954,0.000272134,0.000360883,0.00006568627,0.0002533359],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.000100126,0.0001940079,0.4206979,0.00006052598,0.0002408466,0.000008329263,0.02277353,0.000002417554,0.001839872,0.02122217,0.526557,0.006303308],"study_design_scores_gemma":[0.001817956,0.0001074874,0.1924153,0.0001325537,0.0000299238,0.0001057425,0.003533731,0.000002859382,0.0004422977,0.001513369,0.7994163,0.0004824721],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9377377,0.001564467,0.000137595,0.001753602,0.01683404,0.0001760044,0.00002033247,0.0001495779,0.04162668],"genre_scores_gemma":[0.9229878,0.0002138112,0.002443214,0.0006809346,0.001390443,0.0001116591,0.00003175218,0.00004793153,0.07209241],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2728593,"threshold_uncertainty_score":0.9089523,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2163183800","doi":"10.1176/appi.ap.34.6.424","title":"Co-Creating a Psychiatric Resident Program with Ethiopians, for Ethiopians, in Ethiopia: The Toronto Addis Ababa Psychiatry Project (TAAPP)","year":2010,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Global Health and Surgery","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Human resources; Medicine; Specialty; Professional development; Medical education; Family medicine; Psychiatry; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.0156595966911385,"gpt":0.3622859162785725,"spread":0.3466263195874341,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.002862836,0.0007478956,0.0009716476,0.0003175328,0.0006449543,0.00007183348,0.0007352005,0.001684112,0.0001057519],"category_scores_gemma":[0.0004932182,0.0005113086,0.0004137837,0.001066349,0.0003096561,0.0003660222,0.00005571859,0.005758148,0.00003689381],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002472209,"about_ca_system_score_gemma":0.004139446,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002917823,"about_ca_topic_score_gemma":0.02238192,"domain_scores_codex":[0.9939867,0.0002554436,0.001587362,0.001226114,0.001024525,0.001919861],"domain_scores_gemma":[0.9968058,0.0005131176,0.000610936,0.001221865,0.0002393061,0.0006089042],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.003374019,0.0007398101,0.8074348,0.001858466,0.0001799536,0.0000118584,0.002521519,0.000002117832,0.0001542358,0.02734262,0.1421936,0.01418699],"study_design_scores_gemma":[0.01809737,0.004520955,0.5097567,0.003176121,0.000847496,0.001324918,0.0146146,0.0004120514,0.00006838375,0.008600584,0.436337,0.002243847],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8462794,0.01602202,0.0001732342,0.0875604,0.01055669,0.01311141,0.0001840447,0.0008701864,0.02524261],"genre_scores_gemma":[0.7827781,0.004548205,0.1373224,0.05032197,0.01265865,0.007935084,0.0005518072,0.0005615058,0.003322179],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2976781,"threshold_uncertainty_score":0.9997339,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2039464352","doi":"10.1176/appi.ap.28.2.151","title":"Small-Group Videotape Training for Psychotherapy Skills Development","year":2004,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Psychotherapy Techniques and Applications","field":"Psychology","cited_by":71,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Dalhousie University","funders":"","keywords":"Psychotherapist; Videotape Recording; Medical education; Psychology; Group psychotherapy; Multimedia; Medicine; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.05559248453177294,"gpt":0.3599394577812414,"spread":0.3043469732494684,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005095653,0.0003720027,0.0003345508,0.000191508,0.0002938394,0.00002393739,0.0007512956,0.0005659175,0.0003910643],"category_scores_gemma":[0.000005058722,0.0003706807,0.0002055287,0.0003807984,0.00009193015,0.0000852927,0.00001070486,0.0006432672,0.0001931235],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008513253,"about_ca_system_score_gemma":0.000196621,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001504512,"about_ca_topic_score_gemma":0.00003971011,"domain_scores_codex":[0.9974726,0.00003678666,0.000733787,0.000806421,0.0001775277,0.0007728629],"domain_scores_gemma":[0.9987478,0.00008671762,0.0002698353,0.0006483534,0.00003913496,0.0002081635],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0003103917,0.0009514321,0.00285125,0.00003386793,0.0003567993,0.000001011833,0.01100032,0.000009261326,0.004262588,0.6964155,0.04186394,0.2419436],"study_design_scores_gemma":[0.003742008,0.0002100075,0.009520197,0.0001383465,0.00002475616,0.00004073889,0.0005328285,0.000002041591,0.0003323662,0.2695665,0.7152753,0.0006149074],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"methods","genre_gemma":"methods","genre_scores_codex":[0.2574475,0.005639215,0.6902546,0.0168949,0.005139093,0.003081379,0.00006147535,0.001390529,0.02009134],"genre_scores_gemma":[0.2007045,0.0018317,0.7392911,0.04010579,0.003752101,0.008219815,0.0001575556,0.0004518351,0.005485584],"genre_candidate":"methods","genre_consensus":"methods","teacher_disagreement_score":0.6734114,"threshold_uncertainty_score":0.9998745,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2549803784","doi":"10.1007/s40596-016-0633-9","title":"Simulation in Undergraduate Psychiatry: Exploring the Depth of Learner Engagement","year":2016,"lang":"en","type":"review","venue":"Academic Psychiatry","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Debriefing; Medical education; Curriculum; Psychological intervention; Empathy; Psychology; MEDLINE; Inclusion (mineral); Relevance (law); Educational measurement; Medicine; Pedagogy; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.200906919939688,"gpt":0.4579240032147301,"spread":0.2570170832750422,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001191425,0.0004839864,0.001258299,0.000628622,0.0001272402,0.000008557185,0.0004236062,0.0005882056,0.00008535554],"category_scores_gemma":[0.0002967817,0.0003085626,0.0004252424,0.0009800802,0.00009801028,0.0001469951,0.00006981748,0.00229317,0.0001377938],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004481411,"about_ca_system_score_gemma":0.00276505,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00004143987,"about_ca_topic_score_gemma":0.00001678803,"domain_scores_codex":[0.9958096,0.0006183069,0.001874402,0.000625469,0.0005939744,0.0004782724],"domain_scores_gemma":[0.9960368,0.001675152,0.00101813,0.0009616788,0.0001428811,0.0001653328],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00006624794,0.0001764162,0.1316338,0.03129456,0.0003095911,8.53345e-7,0.0008743187,0.001361571,1.951159e-7,0.007764556,0.003350025,0.8231678],"study_design_scores_gemma":[0.001456975,0.0001355462,0.01165522,0.08869787,0.001014695,0.0000157458,0.00101748,0.0003118754,3.493869e-7,0.005998574,0.889053,0.0006426825],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.001227062,0.9797814,0.0001365911,0.009614518,0.006677034,0.002070512,0.00001837139,0.00008134522,0.0003931725],"genre_scores_gemma":[0.03249248,0.9632616,0.0005215564,0.0006347049,0.00215615,0.0004608358,0.00009467891,0.0001263962,0.0002516148],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.885703,"threshold_uncertainty_score":0.9999366,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2056466062","doi":"10.1176/appi.ap.30.4.325","title":"Choosing a Career in Psychiatry: Influential Factors Within a Medical School Program","year":2006,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":59,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Medical school; Psychology; Recall; Medical education; Psychiatry; Medicine; Family medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.01858328803719663,"gpt":0.3211130626936307,"spread":0.3025297746564341,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001858257,0.0002219472,0.0002890853,0.0002551985,0.0004047411,0.00008121634,0.00111176,0.0008314191,0.0006882067],"category_scores_gemma":[0.0005320992,0.0002141344,0.0001231231,0.0009305232,0.0005202282,0.000382099,0.000121056,0.001752775,0.00007180554],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001797765,"about_ca_system_score_gemma":0.002127805,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.008550619,"about_ca_topic_score_gemma":0.01380004,"domain_scores_codex":[0.9959853,0.0002304427,0.0005467212,0.0004394478,0.002071894,0.0007261637],"domain_scores_gemma":[0.9989061,0.00005354625,0.0001731472,0.0002135159,0.00006143378,0.0005922727],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00002446942,0.0001418738,0.9266924,0.00002322936,0.00001693092,0.00000489722,0.002473081,0.000007686888,0.000004103477,0.01919604,0.04999519,0.001420093],"study_design_scores_gemma":[0.004415873,0.0002115976,0.7474107,0.001136922,0.0001588711,0.00001178255,0.06299403,0.00007838591,0.00001041914,0.03921162,0.1432902,0.001069624],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9556053,0.00159753,0.00001834953,0.0147878,0.007952468,0.0005005655,0.000007218889,0.0003045109,0.0192263],"genre_scores_gemma":[0.9911183,0.0001095589,0.0009193879,0.003863555,0.003443323,0.00002763744,0.00002619079,0.00002264861,0.0004694328],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1792817,"threshold_uncertainty_score":0.9980515,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1947449774","doi":"10.1007/s40596-015-0429-3","title":"How Do Clinicians Prefer Cultural Competence Training? Findings from the DSM-5 Cultural Formulation Interview Field Trial","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":57,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McGill University; University of Toronto","funders":"National Institute of Mental Health; Department of Psychiatry, Columbia University; American Psychiatric Publishing","keywords":"Competence (human resources); Logistic regression; Clinical psychology; Cultural competence; Bivariate analysis; Psychology; Medicine; Cultural diversity; Medical education; Applied psychology; Family medicine; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.2249367093844943,"gpt":0.4243466652291743,"spread":0.19940995584468,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00162904,0.0002782537,0.000376008,0.00003332309,0.0007808818,0.0002781443,0.001256466,0.0005886525,0.0001096386],"category_scores_gemma":[0.002057254,0.0001769442,0.0002573024,0.000420136,0.0002230166,0.001143673,0.0001180098,0.001634981,0.00006755644],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002182054,"about_ca_system_score_gemma":0.0005549983,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.001452709,"about_ca_topic_score_gemma":0.002163732,"domain_scores_codex":[0.9966188,0.0007054064,0.0006716083,0.0004980853,0.0008487215,0.0006573646],"domain_scores_gemma":[0.9979924,0.0007039375,0.0003469673,0.00033497,0.0002964264,0.0003253194],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.002324568,0.00006595864,0.09145002,0.00005073649,0.0001178539,0.00000197851,0.3369032,0.000007078991,0.0000559021,0.05741818,0.4881313,0.02347326],"study_design_scores_gemma":[0.0103157,0.0005742449,0.009272457,0.0006440295,0.0001233312,0.000007338245,0.3089023,0.00007793888,0.00001316311,0.03525295,0.6340536,0.0007628908],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8333755,0.004152453,0.0000417161,0.1432199,0.01200378,0.001148754,0.00004027171,0.0002093569,0.005808252],"genre_scores_gemma":[0.9826879,0.0006505703,0.00064388,0.008618386,0.00646779,0.00007236528,0.00005285076,0.00001759657,0.0007886682],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.1493124,"threshold_uncertainty_score":0.7215574,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2514109294","doi":"10.1007/s40596-016-0592-1","title":"Effects of Brief Psychoeducational Program on Stigma in Malaysian Pre-clinical Medical Students: A Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":57,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mental Health Commission of Canada","funders":"","keywords":"Multivariate analysis of variance; Randomized controlled trial; Stigma (botany); Clinical psychology; Social stigma; Repeated measures design; Mental health; Psychology; Psychoeducation; Medicine; Psychiatry; Family medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.01900239295875267,"gpt":0.4613205608122014,"spread":0.4423181678534487,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.004378147,0.0003231837,0.001732061,0.0002468818,0.00006225774,0.00001147681,0.000916827,0.0007919752,0.001419279],"category_scores_gemma":[0.001075717,0.0001888993,0.0005083109,0.000246079,0.0003517863,0.00009261021,0.00006462322,0.0008107836,0.000185829],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006743436,"about_ca_system_score_gemma":0.0002568884,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005728734,"about_ca_topic_score_gemma":0.00001479976,"domain_scores_codex":[0.9933324,0.001977181,0.002344063,0.0006740643,0.001125831,0.0005464113],"domain_scores_gemma":[0.9933591,0.005095209,0.0007791938,0.0003715729,0.00003474186,0.0003602035],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","study_design_scores_codex":[0.8524877,0.009591784,0.07555831,0.00007079956,0.0004696362,0.000005739012,0.0001753401,3.21271e-8,0.000002056888,0.008449188,0.009179189,0.04401022],"study_design_scores_gemma":[0.8656529,0.001251366,0.1284788,0.0008072066,0.0001419939,0.000004710047,0.00002704997,0.000003981017,0.000003652956,0.002994671,0.0004640578,0.0001696847],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9590526,0.001620339,0.00002386658,0.01154267,0.01182225,0.01321504,0.000006433643,0.00007555362,0.002641309],"genre_scores_gemma":[0.9843678,0.0005608056,0.0001692393,0.002555307,0.002040755,0.008133736,0.00001197632,0.00003528658,0.002125102],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.05292048,"threshold_uncertainty_score":0.9994935,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1985384277","doi":"10.1176/appi.ap.32.4.313","title":"Training Clinicians in Cultural Psychiatry: A Canadian Perspective","year":2008,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":56,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":true},"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Curriculum; Context (archaeology); Cultural competence; Identity (music); Multiculturalism; Medical education; Cultural humility; Cultural identity; Ethnic group; Psychology; Medicine; Pedagogy; Psychotherapist; Sociology; Social psychology; Anthropology","retraction":null,"screen_n_in":null,"score":{"opus":0.1087181707737749,"gpt":0.4133169384806543,"spread":0.3045987677068793,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007176677,0.0002233478,0.0003140997,0.000258323,0.001185776,0.00002063262,0.0006784575,0.0005695131,0.000186028],"category_scores_gemma":[0.0005151858,0.0002210105,0.0001488622,0.001081822,0.0004078861,0.0004199945,0.00002412447,0.001719951,0.0001449534],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.001164501,"about_ca_system_score_gemma":0.006708025,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.5161223,"about_ca_topic_score_gemma":0.9068849,"domain_scores_codex":[0.9970001,0.000317361,0.0005642975,0.0005173221,0.0004600156,0.001140906],"domain_scores_gemma":[0.9987127,0.00009887996,0.000155469,0.0002141056,0.0001663457,0.0006525101],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.00001913966,0.00002136851,0.5554414,0.000009918319,0.00001495436,0.00001121892,0.2152793,0.00000786653,0.000002915976,0.1876965,0.04082626,0.0006691013],"study_design_scores_gemma":[0.0007544343,0.00007845864,0.2248059,0.0002385634,0.00001786062,0.00006213634,0.5712418,0.00001926194,3.020449e-7,0.04886043,0.1532784,0.0006424255],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7258259,0.005287357,0.000001159644,0.104495,0.008093993,0.0005579852,0.00002801317,0.0001760527,0.1555345],"genre_scores_gemma":[0.9855537,0.001519943,0.001102738,0.008166057,0.002988919,0.00003982432,0.000008114534,0.00002341325,0.0005972839],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3907626,"threshold_uncertainty_score":0.998923,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1973480257","doi":"10.1176/appi.ap.32.4.272","title":"An Integrative Approach to Cultural Competence in the Psychiatric Curriculum","year":2008,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Toronto Western Hospital","funders":"","keywords":"Curriculum; Competence (human resources); Medical education; Formative assessment; Core competency; Cultural competence; CINAHL; Graduate medical education; Psychology; Medicine; Accreditation; Pedagogy; Nursing","retraction":null,"screen_n_in":null,"score":{"opus":0.03841216682632054,"gpt":0.3720024231493567,"spread":0.3335902563230362,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009973095,0.0002599122,0.0002746916,0.000157186,0.001193506,0.00004300381,0.001910758,0.0003058524,0.00002610218],"category_scores_gemma":[0.0002198847,0.0001629529,0.0001141747,0.002253798,0.0003585964,0.0006073007,0.00004560674,0.001601821,0.00009590983],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001940398,"about_ca_system_score_gemma":0.0004851289,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004072878,"about_ca_topic_score_gemma":0.002355037,"domain_scores_codex":[0.9964668,0.0008945828,0.0005213349,0.000560185,0.0008102913,0.0007467649],"domain_scores_gemma":[0.9988874,0.0001124483,0.0001515263,0.000394389,0.000147183,0.0003070144],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.00002419728,0.0002900821,0.5229837,0.00002644329,0.000008228037,0.000003021008,0.2205778,0.00006418366,0.00002625256,0.1743252,0.08096441,0.0007065142],"study_design_scores_gemma":[0.0007693503,0.0003622765,0.3422756,0.0001622603,0.00003021851,0.0001470317,0.5565812,0.0003095131,0.000002761151,0.01177679,0.08652137,0.001061642],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.922347,0.002036162,0.00007038789,0.01615703,0.002596546,0.001210988,0.00001062604,0.0001634732,0.05540776],"genre_scores_gemma":[0.9833726,0.0007415638,0.006555865,0.007179034,0.001812644,0.0001698079,0.00001698008,0.00001388763,0.0001375647],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3360034,"threshold_uncertainty_score":0.9179603,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2328167119","doi":"10.1007/s40596-016-0533-z","title":"From Surviving to Advising: A Novel Course Pairing Mental Health and Addictions Service Users as Advisors to Senior Psychiatry Residents","year":2016,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":51,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"Associated Medical Services","keywords":"Mental health; Addiction; Medical education; Mental health service; Service (business); Psychology; Psychiatry; Medicine; Business","retraction":null,"screen_n_in":null,"score":{"opus":0.092166740113033,"gpt":0.424617251887154,"spread":0.332450511774121,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001066742,0.0004425563,0.0005014223,0.0002940384,0.001731504,0.00001421195,0.0004761456,0.0004247365,0.0003235226],"category_scores_gemma":[0.0000801937,0.00037163,0.00008031939,0.0006204945,0.00003750909,0.0003223344,0.0004145905,0.001078784,0.001318407],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005734283,"about_ca_system_score_gemma":0.001879085,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.007422615,"about_ca_topic_score_gemma":0.006025889,"domain_scores_codex":[0.9949422,0.0004597829,0.001439699,0.000987774,0.0007076496,0.001462881],"domain_scores_gemma":[0.9960314,0.0003737793,0.0005131299,0.000611114,0.000100036,0.002370527],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0004504423,0.0001805383,0.8741233,0.0005094029,0.00006446309,2.891547e-7,0.01362402,0.000003330671,0.000441521,0.000569514,0.1072856,0.002747562],"study_design_scores_gemma":[0.01077184,0.00174329,0.6867573,0.03835997,0.0001193992,0.00001534159,0.0948787,0.00008377796,0.00003371046,0.00372545,0.1617492,0.001761984],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8430529,0.001045582,0.0004003488,0.1404402,0.01116881,0.002406082,0.0008765518,0.0002229373,0.000386567],"genre_scores_gemma":[0.6457259,0.001073573,0.01931798,0.3254125,0.004364659,0.0007425166,0.0004568445,0.0002446382,0.002661389],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.197327,"threshold_uncertainty_score":0.9998736,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2005424096","doi":"10.1007/s40596-013-0012-8","title":"The Psychiatry OSCE: A 20-Year Retrospective","year":2014,"lang":"en","type":"review","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia; Toronto General Hospital","funders":"Centre for Addiction and Mental Health","keywords":"Documentation; Medical education; Certification; Psychology; Medicine; Psychiatry; Library science; Political science; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.02013418403539656,"gpt":0.3901951557029166,"spread":0.3700609716675201,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.001850429,0.0006555376,0.001783516,0.0003663513,0.00050477,0.00003826353,0.0009458454,0.001913958,0.0001838647],"category_scores_gemma":[0.001344613,0.0004238528,0.0006843397,0.001659069,0.0003857946,0.00007495441,0.000121283,0.006679375,0.00126464],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004069772,"about_ca_system_score_gemma":0.003109064,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.000004002074,"about_ca_topic_score_gemma":0.000004005482,"domain_scores_codex":[0.9955673,0.0002335763,0.00170086,0.0008549913,0.0009215478,0.0007216987],"domain_scores_gemma":[0.9967974,0.0001652493,0.001082802,0.001532763,0.0002341764,0.0001876413],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00001350591,0.00006926806,0.001798228,0.005436291,0.0002400259,3.52817e-7,0.00002642108,1.357469e-8,3.048357e-8,0.03524577,0.5790555,0.3781146],"study_design_scores_gemma":[0.0004519891,0.0001065169,0.0004480066,0.01626172,0.001372979,0.0002019033,0.0001299592,0.000004675747,2.143108e-8,0.007327325,0.9733037,0.0003911495],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00001846678,0.9525737,0.00008563746,0.01456494,0.02072132,0.001497125,0.00001965854,0.0001942191,0.01032501],"genre_scores_gemma":[0.00000568735,0.9746053,0.003724016,0.003977814,0.01213887,0.0003834288,0.0002524559,0.0001693311,0.004743073],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.3942482,"threshold_uncertainty_score":0.9998213,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3011757254","doi":"10.1007/s40596-020-01192-2","title":"US Psychiatry Faculty: Academic Rank, Gender and Racial Profile","year":2020,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of British Columbia","funders":"","keywords":"Ethnic group; Race (biology); Academic medicine; Psychology; Rank (graph theory); Demography; Descriptive statistics; Representation (politics); Medicine; Clinical psychology; Family medicine; Medical education; Political science; Gender studies; Sociology","retraction":null,"screen_n_in":null,"score":{"opus":0.06086706256895742,"gpt":0.3419539082578792,"spread":0.2810868456889218,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009102748,0.0002368589,0.0003093768,0.00007824299,0.0006852251,0.00004317096,0.0009363878,0.0007958515,0.0006362113],"category_scores_gemma":[0.0002251823,0.0002379874,0.0001083565,0.0005200082,0.000538044,0.0004043453,0.0001943255,0.001936918,0.0002992002],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00005309104,"about_ca_system_score_gemma":0.000760801,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00012451,"about_ca_topic_score_gemma":0.00007362258,"domain_scores_codex":[0.9972126,0.0001817516,0.0003722636,0.000559765,0.001054452,0.0006191003],"domain_scores_gemma":[0.9989232,0.0000480158,0.0001712569,0.0001489882,0.0000604499,0.0006480288],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0001445134,0.00002790907,0.4635478,0.000117924,0.00008162603,0.000003525852,0.05349376,0.000002159179,0.0001002836,0.05489628,0.4227936,0.004790618],"study_design_scores_gemma":[0.003879394,0.0002092799,0.08529718,0.0001972209,0.000394233,0.00001437254,0.1330448,0.00008242704,0.0000248049,0.02964917,0.7460788,0.001128295],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8099041,0.0109653,0.0001387131,0.123619,0.00684237,0.0007777826,0.0001465213,0.0004789868,0.04712722],"genre_scores_gemma":[0.9293605,0.002460529,0.00171808,0.05660876,0.00872363,0.00002033786,0.00004291469,0.00003609557,0.00102917],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3782506,"threshold_uncertainty_score":0.9704846,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2996958938","doi":"10.1007/s40596-019-01160-5","title":"Co-producing Psychiatric Education with Service User Educators: a Collective Autobiographical Case Study of the Meaning, Ethics, and Importance of Payment","year":2019,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":47,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Sunnybrook Health Science Centre; Health Sciences Centre; Canmore Museum and Geoscience Centre; Wilfrid Laurier University; University Health Network; University of Toronto; McMaster University; Centre for Addiction and Mental Health","funders":"","keywords":"Payment; Meaning (existential); Service (business); Psychology; Psychiatry; Medical education; Psychotherapist; Medicine; Business; World Wide Web; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.08167433460249639,"gpt":0.4207577225280242,"spread":0.3390833879255278,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001576924,0.0002066124,0.0003379457,0.0001906635,0.000667196,0.000002319113,0.0002439998,0.0003205106,0.00005580459],"category_scores_gemma":[0.00003227806,0.0001387042,0.00004233258,0.001067578,0.00006304974,0.00009015299,0.00007483115,0.002278165,0.000006334756],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001428726,"about_ca_system_score_gemma":0.003550672,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004016092,"about_ca_topic_score_gemma":0.004448694,"domain_scores_codex":[0.9967915,0.0009029575,0.0009802877,0.0004788788,0.0004781131,0.0003682157],"domain_scores_gemma":[0.9975955,0.0003464486,0.001061945,0.0005861337,0.0002434636,0.0001665117],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001560976,0.00068777,0.9341721,0.002099175,0.0000522563,2.673946e-7,0.0597278,0.000001901003,0.00001985955,0.0007305608,0.002291818,0.00006038334],"study_design_scores_gemma":[0.003272324,0.001619948,0.5796922,0.002498666,0.0001947745,0.00004940315,0.4103047,0.00001766753,0.00003496317,0.001305662,0.0007121951,0.0002975226],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9885535,0.0009028736,0.000001321789,0.002394454,0.002913778,0.004322351,0.00002330113,0.00002042693,0.0008679895],"genre_scores_gemma":[0.993007,0.00007746717,0.000416741,0.005768138,0.0002034356,0.000239915,0.00001169499,0.00002570028,0.0002499264],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3544799,"threshold_uncertainty_score":0.989762,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2067829770","doi":"10.1176/appi.ap.31.5.380","title":"Headspace Theater: An Innovative Method for Experiential Learning of Psychiatric Symptomatology Using Modified Role-Playing and Improvisational Theater Techniques","year":2007,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Empathy and Medical Education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Empathy; Experiential learning; Psychology; Improvisation; Cognition; Action (physics); Mental health; Psychotherapist; Applied psychology; Medical education; Cognitive psychology; Social psychology; Pedagogy; Psychiatry; Medicine; Visual arts","retraction":null,"screen_n_in":null,"score":{"opus":0.02302463532460464,"gpt":0.3873387135076582,"spread":0.3643140781830536,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001237927,0.0001791924,0.0003415707,0.0003331788,0.0001556752,0.000005717322,0.00009164046,0.000446167,0.00001351207],"category_scores_gemma":[0.0001409302,0.0001538426,0.00005870696,0.0003423942,0.0001170919,0.0001601248,0.00002777785,0.0006326996,3.424117e-7],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003742063,"about_ca_system_score_gemma":0.0003004106,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005827497,"about_ca_topic_score_gemma":0.000001906273,"domain_scores_codex":[0.9984533,0.00009132084,0.000555606,0.0003571409,0.0002063944,0.0003362294],"domain_scores_gemma":[0.9991058,0.00014845,0.0002712332,0.0001516073,0.0001680278,0.0001548463],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","study_design_scores_codex":[0.002710733,0.0005710996,0.4655191,0.0007791006,0.0002416007,0.000001066627,0.09622398,0.00001393471,0.3460242,0.02482717,0.0003074792,0.06278057],"study_design_scores_gemma":[0.02029687,0.008454314,0.2329416,0.002106295,0.001667681,0.002538499,0.2587418,0.06583934,0.3437925,0.05520695,0.005637506,0.002776611],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8845571,0.0005620508,0.1123524,0.001049367,0.0005860304,0.0005465211,0.000004147904,0.00007840939,0.0002640037],"genre_scores_gemma":[0.8317263,0.00002846004,0.1666568,0.0008096727,0.0006525687,0.00003777218,0.00003784123,0.00002706809,0.00002353795],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2325776,"threshold_uncertainty_score":0.6273521,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2151952169","doi":"10.1176/appi.ap.11070138","title":"Improving Physician–Patient Communication Through Coaching of Simulated Encounters","year":2013,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":47,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Coaching; Medical education; Psychology; MEDLINE; Medicine; Family medicine; Psychotherapist","retraction":null,"screen_n_in":null,"score":{"opus":0.08929597504435463,"gpt":0.3952990369604144,"spread":0.3060030619160597,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0002768468,0.0002435608,0.000381698,0.0001178727,0.0008780186,0.000006867521,0.001061298,0.0005104534,0.00012646],"category_scores_gemma":[0.0002897299,0.0002393021,0.0001016666,0.0003991164,0.000148873,0.0007759164,0.000509085,0.002638407,0.0003219729],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002519236,"about_ca_system_score_gemma":0.0004337997,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.005109652,"about_ca_topic_score_gemma":0.00004730562,"domain_scores_codex":[0.9959402,0.001207144,0.001545129,0.000337497,0.000385159,0.0005848471],"domain_scores_gemma":[0.9953762,0.0009183749,0.001544863,0.0016186,0.0004150699,0.0001268408],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0002451629,0.000536944,0.6499679,0.003395282,0.0002677222,2.655846e-7,0.1802955,0.001177679,0.01312018,0.03426239,0.08130119,0.03542978],"study_design_scores_gemma":[0.01106144,0.00113638,0.1031488,0.01537428,0.0003815632,0.000007795442,0.5630698,0.07694523,0.001567627,0.173855,0.04992006,0.003531996],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9623869,0.01084161,0.0004838039,0.00990875,0.00234126,0.002877189,0.00003602587,0.0003217512,0.01080268],"genre_scores_gemma":[0.9820865,0.0003716068,0.007522395,0.009427555,0.0001430509,0.0002498275,0.00007774962,0.00005462708,0.0000666952],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5468191,"threshold_uncertainty_score":0.9996625,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2036072574","doi":"10.1007/s40596-015-0308-y","title":"Psychiatrists’ and Psychiatry Residents’ Attitudes Toward Transgender People","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":47,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Manitoba Beekeepers' Association; University of Manitoba","funders":"","keywords":"Transgender; Specialty; Population; Mental health; Psychology; Clinical psychology; Psychiatry; Feeling; Religiosity; Medicine; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.07273777561167027,"gpt":0.391871432305725,"spread":0.3191336566940547,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001071475,0.000597151,0.0006528315,0.0004669926,0.0003477362,0.00008193764,0.0009309177,0.001089855,0.0004798151],"category_scores_gemma":[0.00006365998,0.0006058807,0.000238948,0.0007254348,0.0002385647,0.0004109459,0.0001265971,0.001867228,0.001444593],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001060674,"about_ca_system_score_gemma":0.0009328178,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004052802,"about_ca_topic_score_gemma":0.001726725,"domain_scores_codex":[0.9953862,0.0003861696,0.001107274,0.001161249,0.0006969628,0.001262168],"domain_scores_gemma":[0.9973708,0.00008552379,0.0003610146,0.0009668131,0.0001133302,0.001102509],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001640351,0.0001715788,0.6268648,0.0004178297,0.000101207,0.000001876463,0.00224144,9.628674e-7,0.000003861232,0.02847885,0.3410222,0.0005313564],"study_design_scores_gemma":[0.003438688,0.0002653789,0.9226021,0.00005591973,0.0002388985,0.0002539481,0.001783913,0.000004525296,6.004654e-7,0.06011371,0.01052893,0.0007133588],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8028928,0.06090783,0.0002914408,0.0631773,0.02809332,0.0007341969,0.00007337781,0.0004849089,0.04334486],"genre_scores_gemma":[0.9653525,0.004131717,0.003060201,0.009957963,0.008065846,0.0001296009,0.00004613394,0.0001919239,0.009064144],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3304933,"threshold_uncertainty_score":0.9996393,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2967481228","doi":"10.1007/s40596-019-01095-x","title":"Measuring Self-Compassion in Medical Students: Factorial Validation of the Self-Compassion Scale–Short Form (SCS-SF)","year":2019,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":45,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Psychology; Self-compassion; Clinical psychology; Confirmatory factor analysis; Burnout; Internal consistency; Structural equation modeling; Scale (ratio); Psychometrics; Mindfulness; Statistics","retraction":null,"screen_n_in":null,"score":{"opus":0.02564394598367281,"gpt":0.3339402362793811,"spread":0.3082962902957083,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001406657,0.0003112764,0.0005002119,0.0002689745,0.0001551827,0.000027822,0.001824889,0.0007767712,0.005217116],"category_scores_gemma":[0.00004078449,0.0002216449,0.0003549756,0.0005663372,0.00005243525,0.000226172,0.000416229,0.00163262,0.0002797772],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001762521,"about_ca_system_score_gemma":0.0002070266,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000852713,"about_ca_topic_score_gemma":0.00004479653,"domain_scores_codex":[0.9953715,0.0004515184,0.001292312,0.0006022034,0.001775767,0.000506743],"domain_scores_gemma":[0.9983959,0.000131457,0.000417831,0.0007805941,0.00007747393,0.0001967257],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0001521579,0.001102426,0.9574678,0.00009218582,0.0001208882,9.684678e-7,0.00107564,0.000009146819,0.0001512684,0.01266877,0.02390182,0.003256918],"study_design_scores_gemma":[0.003786575,0.000170903,0.963908,0.001604172,0.0001081841,0.00003543256,0.001366667,0.0002401351,0.002510016,0.00707451,0.01871541,0.0004800595],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9733261,0.0001711114,0.0007218216,0.001697082,0.01934095,0.000681709,0.00001302432,0.0001319706,0.003916258],"genre_scores_gemma":[0.9980557,0.00001347737,0.00007310529,0.0002175564,0.000798478,0.0003838071,0.00001176059,0.00003902346,0.0004071046],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02472962,"threshold_uncertainty_score":0.9956923,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1963816932","doi":"10.1176/appi.ap.32.4.332","title":"Pilot Study and Evaluation of Postgraduate Course on \"The Interface Between Spirituality, Religion and Psychiatry\"","year":2008,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Religion, Spirituality, and Psychology","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Vancouver General Hospital; University of British Columbia","funders":"","keywords":"Spirituality; Psychology; Likert scale; Multidisciplinary approach; Scale (ratio); Medical education; Clinical psychology; Psychiatry; Medicine; Alternative medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.1176150427542654,"gpt":0.4299280312828467,"spread":0.3123129885285813,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005286244,0.0002254586,0.0003400139,0.000113271,0.0006840177,0.00002148771,0.0004277521,0.0001966152,0.00001823921],"category_scores_gemma":[0.0002488921,0.0001839987,0.00005377891,0.0003582499,0.000898183,0.0001435705,0.00007290519,0.0006923649,0.0000210117],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0000389275,"about_ca_system_score_gemma":0.0003740727,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.004212738,"about_ca_topic_score_gemma":0.003144363,"domain_scores_codex":[0.9959416,0.001566501,0.0006379711,0.0005266915,0.0009678006,0.00035943],"domain_scores_gemma":[0.9985334,0.000362411,0.000356666,0.0004082986,0.0001724334,0.0001667412],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00009786797,0.0003553355,0.9116364,0.00001424091,0.00007359653,2.27527e-7,0.00965866,0.00000137902,0.00002123749,0.01277699,0.06459045,0.000773687],"study_design_scores_gemma":[0.001716093,0.001671202,0.89967,0.000115632,0.0002552173,0.00001204666,0.007714701,0.0000106872,0.000008198124,0.08731043,0.001230372,0.0002854376],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9267886,0.006301543,0.00001002555,0.05984153,0.001788673,0.001027011,0.00001180867,0.0000522495,0.004178531],"genre_scores_gemma":[0.9950439,0.001840346,0.00007195261,0.002064804,0.0008341598,0.00002824405,0.000003289164,0.00001961958,0.00009373576],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07453345,"threshold_uncertainty_score":0.7503249,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2766460381","doi":"10.1007/s40596-017-0808-z","title":"SMART-R: A Prospective Cohort Study of a Resilience Curriculum for Residents by Residents","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":43,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Mount Sinai Hospital","funders":"American Psychiatric Institute for Research and Education","keywords":"Resilience (materials science); Curriculum; Prospective cohort study; Medical education; Psychology; Cohort; Medicine; Psychological resilience; Cohort study; Gerontology; Family medicine; Pedagogy; Psychotherapist; Internal medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.0366326123916369,"gpt":0.4558358245589951,"spread":0.4192032121673582,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.002165035,0.0003199681,0.0007024182,0.0001355144,0.003213991,0.00001643922,0.001428069,0.0006998183,0.00008095692],"category_scores_gemma":[0.001572907,0.0002667519,0.0001176277,0.0001534241,0.0001591073,0.0004068988,0.0005070403,0.002012974,0.00006760318],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000169451,"about_ca_system_score_gemma":0.0009245554,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.009197066,"about_ca_topic_score_gemma":0.001758261,"domain_scores_codex":[0.9952623,0.0005905963,0.001462121,0.0008784141,0.0008573193,0.0009492034],"domain_scores_gemma":[0.9957579,0.0003834529,0.001765272,0.001296812,0.0004752598,0.00032125],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002245352,0.0003843393,0.8991518,0.0004502681,0.00007156696,9.958985e-7,0.001321279,1.885827e-7,0.00009879719,0.0006157176,0.09712063,0.0005598566],"study_design_scores_gemma":[0.003025048,0.0003727539,0.9785034,0.003664757,0.00007382708,9.259707e-7,0.006231643,0.0000241686,0.0000257446,0.007087717,0.0007275114,0.0002624765],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9798868,0.002470495,0.00004347488,0.004409327,0.004637879,0.006586523,0.0002162048,0.00008085619,0.001668468],"genre_scores_gemma":[0.9913675,0.0007914625,0.0004025892,0.0006908883,0.0007617234,0.001995121,0.00002091143,0.00005509884,0.003914749],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09639312,"threshold_uncertainty_score":0.9999785,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1986633452","doi":"10.1176/appi.ap.30.2.130","title":"\"How Am I Doing?\": Many Problems But Few Solutions Related to Feedback Delivery in Undergraduate Psychiatry Education","year":2006,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Medical education; Psychology; Preceptor; Medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.01051383301461199,"gpt":0.2856682977401334,"spread":0.2751544647255214,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0006546992,0.0003501394,0.0003810069,0.0009344486,0.0002528387,0.00004557956,0.0003398315,0.00069811,0.0000520542],"category_scores_gemma":[0.0001841717,0.0003632926,0.0001218168,0.002549168,0.0001402534,0.0003510265,0.00007487029,0.001924812,0.0002912103],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0005661875,"about_ca_system_score_gemma":0.002022862,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003119242,"about_ca_topic_score_gemma":0.00015248,"domain_scores_codex":[0.9967991,0.00009161022,0.001065561,0.0007036144,0.0005846105,0.0007554686],"domain_scores_gemma":[0.9985796,0.00003336972,0.0003187846,0.0006261637,0.0002543081,0.0001877892],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"observational","study_design_scores_codex":[0.00005652495,0.001211125,0.2712136,0.0003946212,0.00006039999,9.779062e-7,0.0002784704,0.0002012806,0.001610207,0.1154272,0.594311,0.01523459],"study_design_scores_gemma":[0.004833533,0.000375254,0.6214397,0.004415389,0.0003616319,0.0004408371,0.004835689,0.001303753,0.00008989851,0.2220904,0.1384611,0.001352768],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6930966,0.00323258,0.001298864,0.2851054,0.007035095,0.001279762,0.000007075658,0.0002357727,0.008708808],"genre_scores_gemma":[0.9405945,0.0002979503,0.03316481,0.01166745,0.001886831,0.0003453679,0.0003412212,0.00009638578,0.01160549],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.4558499,"threshold_uncertainty_score":0.9998819,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2011307573","doi":"10.1176/appi.ap.10030045","title":"An Approach to Integrating Interprofessional Education in Collaborative Mental Health Care","year":2012,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":42,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Interprofessional education; Mental health; Medical education; Licensure; Teamwork; Curriculum; Context (archaeology); Collaborative Care; Experiential learning; Medicine; Health care; Psychology; Test (biology); Nursing; Pedagogy; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.01779363835164854,"gpt":0.4710912564418323,"spread":0.4532976180901837,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001011091,0.0002511409,0.0002928682,0.0003989567,0.0008887558,0.00001014714,0.0003498172,0.000402532,0.00019213],"category_scores_gemma":[0.00009596405,0.0002221839,0.00003711104,0.001026517,0.00003384727,0.0007358777,0.00008973708,0.001817986,0.000282201],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00116738,"about_ca_system_score_gemma":0.01803459,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0003484527,"about_ca_topic_score_gemma":0.0005023713,"domain_scores_codex":[0.9963774,0.001232049,0.0009126519,0.0004084648,0.0003507678,0.0007186765],"domain_scores_gemma":[0.9984584,0.00007757008,0.0003785897,0.0003023275,0.000270468,0.0005126059],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0003925556,0.0006446376,0.5582905,0.0001479043,0.000009245638,1.160864e-8,0.2087339,0.000004094549,0.0003953074,0.06288559,0.1602869,0.008209353],"study_design_scores_gemma":[0.0006383558,0.0001113513,0.1644467,0.001430526,0.000005179908,0.000001965221,0.7969828,0.00009589904,0.0000134566,0.0005547333,0.03537413,0.0003449102],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9175406,0.003326781,0.000681312,0.02110512,0.02170337,0.002664831,0.00008769769,0.0001278515,0.0327625],"genre_scores_gemma":[0.9316989,0.00002991752,0.02982995,0.03312117,0.002205194,0.0009265672,0.000708674,0.0000432231,0.001436459],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5882489,"threshold_uncertainty_score":0.9875323,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2998151052","doi":"10.1007/s40596-019-01170-3","title":"Therapy and E-therapy—Preparing Future Psychiatrists in the Era of Apps and Chatbots","year":2020,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":41,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Medicine; Psychotherapist; Psychology; Psychiatry","retraction":null,"screen_n_in":null,"score":{"opus":0.0355230510121366,"gpt":0.3579758060233695,"spread":0.3224527550112329,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003038642,0.0001889994,0.0002438765,0.0000628738,0.00006912369,0.00001712709,0.0003396368,0.0002442849,0.00004598709],"category_scores_gemma":[0.000008541719,0.0001457338,0.00007324104,0.0003173536,0.0001110919,0.0001403123,0.00004940149,0.0009553583,0.00001790264],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000008485299,"about_ca_system_score_gemma":0.00002953526,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00005009417,"about_ca_topic_score_gemma":0.00001580593,"domain_scores_codex":[0.9984326,0.0001599393,0.0005437684,0.0003991957,0.0001668968,0.0002976524],"domain_scores_gemma":[0.9993452,0.00007101845,0.0001992718,0.0002499066,0.00001154207,0.0001230216],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00114781,0.0005723154,0.3643162,0.000255418,0.0001438015,0.000003291903,0.02344981,8.85726e-7,0.0001290984,0.05481707,0.03551909,0.5196452],"study_design_scores_gemma":[0.006098689,0.001647483,0.8877547,0.0003634748,0.00002181784,0.0001160768,0.007832031,0.00003663695,0.00005065313,0.0281444,0.06744254,0.0004915054],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8879164,0.06525904,0.00001001325,0.03988019,0.001631843,0.000540856,0.00002228197,0.0000398623,0.004699455],"genre_scores_gemma":[0.9855816,0.003485787,0.0002630689,0.009863323,0.0006745622,0.00006685316,0.000005268348,0.0000254787,0.00003400344],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5234385,"threshold_uncertainty_score":0.5942851,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2026275945","doi":"10.1176/appi.ap.10010010","title":"Recruiting Researchers in Psychiatry: The Influence of Residency vs. Early Motivation","year":2012,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University Health Network; Toronto General Hospital","funders":"","keywords":"Demographics; Medical education; Psychology; Conflict of interest; Medicine; Political science; Demography","retraction":null,"screen_n_in":null,"score":{"opus":0.2242511093226325,"gpt":0.4612889438590478,"spread":0.2370378345364153,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006049439,0.0001408225,0.0002774904,0.0002927517,0.00009401345,0.000005848333,0.0003230104,0.0003523547,0.00007309356],"category_scores_gemma":[0.03831169,0.00009668188,0.00006424289,0.001054348,0.0002349824,0.0003597386,0.00007269497,0.002621363,0.00006350157],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001538393,"about_ca_system_score_gemma":0.005166209,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0005108127,"about_ca_topic_score_gemma":0.00002722038,"domain_scores_codex":[0.9962521,0.0003291588,0.000697923,0.0002204758,0.001096669,0.001403628],"domain_scores_gemma":[0.9966045,0.0006410953,0.0001851254,0.0004167214,0.0001196129,0.002032939],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002496653,0.00008690958,0.9677311,0.0003217755,0.00001298195,6.316932e-7,0.00113498,0.000002862132,0.000691954,0.002785641,0.02319095,0.003790585],"study_design_scores_gemma":[0.001025037,0.0002578366,0.9902186,0.001263257,0.00001304696,0.00001513884,0.0006370274,0.00001162251,0.00006948438,0.002599228,0.003806989,0.00008276541],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8903385,0.003478143,0.00001010822,0.1027665,0.0004671649,0.0006833861,0.000002785473,0.00002784902,0.00222549],"genre_scores_gemma":[0.9875662,0.001272705,0.0007229251,0.009230423,0.0008917193,0.00004467472,0.000003453588,0.00002402355,0.0002438328],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.09722769,"threshold_uncertainty_score":0.9996796,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1999389924","doi":"10.1176/appi.ap.10060090","title":"Survey of Threats and Assaults by Patients on Psychiatry Residents","year":2012,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Workplace Violence and Bullying","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Psychiatry; Medicine; Suicide prevention; Quarter (Canadian coin); Injury prevention; Family medicine; Poison control; Human factors and ergonomics; Occupational safety and health; Psychology; Medical emergency","retraction":null,"screen_n_in":null,"score":{"opus":0.03043250290878931,"gpt":0.3421346874027365,"spread":0.3117021844939472,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001646705,0.0001607969,0.0002106036,0.00008952863,0.0003271349,0.00001604239,0.0003334213,0.0004051245,0.00004780126],"category_scores_gemma":[0.0001937687,0.000149665,0.0000445468,0.00037055,0.00018768,0.0003617383,0.00005056946,0.0004898553,0.00005725483],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003635406,"about_ca_system_score_gemma":0.0001548703,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00199147,"about_ca_topic_score_gemma":0.0005604701,"domain_scores_codex":[0.9979293,0.000332511,0.0003549786,0.0002633591,0.0005751677,0.0005446586],"domain_scores_gemma":[0.9990773,0.0001764628,0.0002472651,0.0001928726,0.0000658728,0.0002401924],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00004346545,0.0001210605,0.9300791,0.00001362067,0.00001394075,1.547138e-8,0.0007543379,1.359527e-7,0.000009881809,0.0015198,0.06398928,0.003455361],"study_design_scores_gemma":[0.0004618553,0.00005801398,0.9947599,0.0002438459,0.00001645143,1.535362e-7,0.0009013711,5.304035e-7,0.00001668311,0.001833264,0.001527528,0.0001804557],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.98027,0.009834914,0.00000313731,0.001527747,0.003070513,0.0002188096,0.00004858357,0.00004125917,0.00498507],"genre_scores_gemma":[0.9954336,0.002643438,0.0001211007,0.0008751638,0.0004306934,0.000007180434,0.00002434484,0.00001782278,0.0004466738],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.06468075,"threshold_uncertainty_score":0.6103163,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2049200802","doi":"10.1176/appi.ap.31.4.309","title":"Psychiatry Residency Training Around the World","year":2007,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":37,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Residency training; Credentialing; Globe; Training (meteorology); Medical education; Graduate medical education; Psychology; Autonomy; Medicine; Family medicine; Psychiatry; Accreditation; Political science; Continuing education; Geography","retraction":null,"screen_n_in":null,"score":{"opus":0.05916013208680915,"gpt":0.4082036333085186,"spread":0.3490435012217094,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.001579179,0.0003356059,0.0002838578,0.0002649066,0.000680277,0.00003048931,0.00085482,0.0003528472,0.001444878],"category_scores_gemma":[0.00001561046,0.0002425399,0.0001617073,0.0008274657,0.0001635233,0.0002078541,0.00006814377,0.001551491,0.001122551],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00008388379,"about_ca_system_score_gemma":0.0002050754,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001531605,"about_ca_topic_score_gemma":0.001694052,"domain_scores_codex":[0.9969273,0.00014169,0.000856057,0.0005966322,0.0003807055,0.001097637],"domain_scores_gemma":[0.9983687,0.0003296248,0.0003344247,0.0006849561,0.00002121424,0.000261025],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002653259,0.0001492598,0.4807628,0.00003684776,0.0001064314,0.000008689707,0.002097982,5.08579e-7,0.00001199939,0.3205006,0.1617176,0.034342],"study_design_scores_gemma":[0.002433975,0.0001825096,0.7408125,0.0002962356,0.0001408378,0.0001547165,0.01597613,0.000005439652,0.00001755194,0.1703889,0.06896435,0.0006268467],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6682587,0.01727807,0.0001690531,0.04313042,0.02444098,0.0008301964,0.00001119912,0.0002696013,0.2456117],"genre_scores_gemma":[0.9540317,0.00009665376,0.002012363,0.01450741,0.00599715,0.00008900364,0.00001844909,0.00007052565,0.02317674],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.2857729,"threshold_uncertainty_score":0.9996552,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2029165411","doi":"10.1176/appi.ap.34.1.5","title":"Psychotherapy Training for Residents: Reconciling Requirements With Evidence-Based, Competency-Focused Practice","year":2010,"lang":"en","type":"review","venue":"Academic Psychiatry","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":35,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University; St. Joseph's Hospital; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Graduate medical education; Accreditation; PsycINFO; Competence (human resources); Medicine; Evidence-based practice; MEDLINE; Medical education; Psychotherapist; Psychology; Alternative medicine","retraction":null,"screen_n_in":null,"score":{"opus":0.2353381610863573,"gpt":0.4678828783785536,"spread":0.2325447172921964,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.005141118,0.001091126,0.00212923,0.0005110176,0.0004612414,0.0001547417,0.001701699,0.002375393,0.0006246599],"category_scores_gemma":[0.0007949725,0.0008811579,0.0007859756,0.0007348654,0.0001518306,0.001180627,0.00003008474,0.005160703,0.0003152328],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001130994,"about_ca_system_score_gemma":0.004365619,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001131159,"about_ca_topic_score_gemma":0.0001152571,"domain_scores_codex":[0.9928739,0.00104612,0.002115459,0.00192122,0.0008994116,0.001143899],"domain_scores_gemma":[0.9890106,0.006006559,0.002542214,0.001768273,0.0003497009,0.0003226084],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.001131363,0.000155144,0.00004155668,0.003608725,0.0005589282,0.000009563068,0.001042455,0.000001128665,0.00000169832,0.002183747,0.008739904,0.9825258],"study_design_scores_gemma":[0.00196637,0.0006730779,0.000004858045,0.04749978,0.002029581,0.0002250811,0.0004210139,0.0000152145,1.091978e-7,0.001875078,0.9442806,0.001009279],"study_design_candidate":"design_other","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.00002116498,0.9742505,0.002836606,0.006199918,0.01164823,0.002931146,0.00007509809,0.0002525031,0.001784849],"genre_scores_gemma":[0.00000185619,0.9288455,0.06172619,0.004300648,0.002898634,0.0009625728,0.00009901296,0.0003360291,0.0008295802],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.9815165,"threshold_uncertainty_score":0.9993639,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2164187887","doi":"10.1176/appi.ap.33.3.193","title":"The Perceptions and Habits of Alcohol Consumption and Smoking Among Canadian Medical Students","year":2009,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"University of Toronto; University of Calgary; Centre for Addiction and Mental Health","funders":"","keywords":"Medicine; Feeling; Alcohol abuse; Environmental health; Population; Alcohol consumption; Alcohol; Family medicine; Psychiatry; Psychology; Social psychology","retraction":null,"screen_n_in":null,"score":{"opus":0.01807780189604856,"gpt":0.3276846384087006,"spread":0.309606836512652,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002750463,0.0000938818,0.0001481657,0.00007403445,0.0001656701,0.000009222138,0.0001048011,0.0002047306,0.00006211716],"category_scores_gemma":[0.00006206443,0.00006348156,0.00002981439,0.0000707057,0.0001700762,0.00006359949,0.00001353537,0.0003572623,0.000004240481],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003448346,"about_ca_system_score_gemma":0.0001289898,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004461945,"about_ca_topic_score_gemma":0.01268761,"domain_scores_codex":[0.9990714,0.00002178062,0.0002025059,0.0001437668,0.0003668178,0.0001937188],"domain_scores_gemma":[0.9994362,0.00006313953,0.0000509883,0.0001209615,0.00001986547,0.0003088608],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.00001839608,0.00001330733,0.9919279,0.000006031008,0.00004500131,0.000002803756,0.0005018691,3.036899e-8,0.00002306909,0.0004405435,0.001763148,0.005257873],"study_design_scores_gemma":[0.001428862,0.00004692462,0.996833,0.0001954462,0.0001054051,0.00004764282,0.0006108179,0.00001264819,0.000006429819,0.0003987601,0.0002564011,0.00005772314],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9862365,0.004977819,0.000001372962,0.007936247,0.0002285354,0.0002008788,0.00000124305,0.00001938413,0.000398037],"genre_scores_gemma":[0.9922289,0.005249733,0.00005095865,0.002169622,0.000117076,0.000005179222,0.000003991683,0.000006318495,0.0001682271],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.01224141,"threshold_uncertainty_score":0.7079982,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3118880096","doi":"10.1007/s40596-020-01378-8","title":"Post-graduate Medical Training in Intellectual and Developmental Disabilities: a Systematic Review","year":2021,"lang":"en","type":"review","venue":"Academic Psychiatry","topic":"Down syndrome and intellectual disability research","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto","funders":"","keywords":"Curriculum; Intellectual disability; Autism spectrum disorder; Medical education; Graduate medical education; Autism; Psychology; MEDLINE; Mental health; Medicine; Psychiatry; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.168005339259216,"gpt":0.4297721414182772,"spread":0.2617668021590611,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.00293678,0.0007265247,0.006077259,0.0004073699,0.00007481656,0.00002998741,0.000579167,0.00111315,0.004843365],"category_scores_gemma":[0.08164583,0.0005319791,0.0007302234,0.001167447,0.0005080512,0.0001092986,0.0003897891,0.004569238,0.00110371],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000449919,"about_ca_system_score_gemma":0.006737486,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001817776,"about_ca_topic_score_gemma":0.00001928615,"domain_scores_codex":[0.992992,0.000979071,0.00278221,0.001042706,0.001412165,0.0007917894],"domain_scores_gemma":[0.9944937,0.003979128,0.0001919243,0.0005614213,0.0001218104,0.0006520767],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","study_design_scores_codex":[0.000008847265,0.00009093356,0.00003782845,0.9094966,0.000345036,0.000008625606,0.004082433,6.320301e-10,5.302838e-8,0.00009076711,0.01105288,0.07478596],"study_design_scores_gemma":[0.0002852322,0.0001570722,0.000001369439,0.8740569,0.001279708,0.006497263,0.01331267,0.000003255739,4.714531e-8,0.00006812382,0.1038902,0.0004481236],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0002030439,0.9907301,0.000002912623,0.001561675,0.0003514254,0.003683559,0.00003489506,0.00006230715,0.003370066],"genre_scores_gemma":[0.00002780823,0.9945235,0.0001123502,0.002360279,0.0001945927,0.0007497887,0.0002365922,0.00009602723,0.00169912],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.0928373,"threshold_uncertainty_score":0.9997132,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2101260334","doi":"10.1176/appi.ap.33.2.125","title":"Teaching the Physician-Manager Role to Psychiatric Residents: Development and Implementation of a Pilot Curriculum","year":2009,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Medical education; Teamwork; Curriculum development; Medicine; Strengths and weaknesses; Mental health; Psychology; Nursing; Pedagogy; Psychiatry; Management","retraction":null,"screen_n_in":null,"score":{"opus":0.008954923822681817,"gpt":0.3488111137853693,"spread":0.3398561899626875,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006430155,0.0001330975,0.0001682873,0.0002398434,0.000188871,0.000008562314,0.0001725653,0.00007631812,0.0000163876],"category_scores_gemma":[0.00008539466,0.0001000016,0.00002832117,0.0006016552,0.00003132473,0.0001099065,0.00003351515,0.0006241358,0.000019062],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007181553,"about_ca_system_score_gemma":0.0001925842,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001053931,"about_ca_topic_score_gemma":0.00001014768,"domain_scores_codex":[0.9985591,0.0000440607,0.0005372359,0.0002440658,0.0003875609,0.0002280086],"domain_scores_gemma":[0.9994122,0.00001770553,0.0001942681,0.0002416448,0.0000708933,0.00006329286],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.00007674689,0.0004869547,0.2380293,0.0001594232,0.00009255732,4.114674e-7,0.006027245,0.000004400233,0.001982608,0.03675922,0.1144031,0.6019781],"study_design_scores_gemma":[0.001030103,0.0004084003,0.9607024,0.0002334074,0.0001174819,0.00001399352,0.01231555,0.00006107528,0.0003142714,0.007524445,0.01709354,0.0001853184],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9489471,0.000726185,0.0004645251,0.0470746,0.0005626898,0.0005776125,9.158241e-7,0.00003843035,0.00160795],"genre_scores_gemma":[0.9549264,0.00003624689,0.02101031,0.02313508,0.0006911887,0.00004067741,0.00001654838,0.00001361786,0.0001299515],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.7226731,"threshold_uncertainty_score":0.4077948,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2092849231","doi":"10.1176/appi.ap.09110219","title":"Preparing International Medical Graduates for Psychiatry Residency: A Multi-Site Needs Assessment","year":2012,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"IMG; Curriculum; Medical education; Documentation; Residency training; Mental health; Needs assessment; Medicine; Psychology; Family medicine; Psychiatry; Continuing education; Political science; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.061400069805911,"gpt":0.4919949878790031,"spread":0.4305949180730921,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00298648,0.0003774216,0.0004702204,0.0003023009,0.0008969258,0.00001151793,0.0009379196,0.001199361,0.0006896537],"category_scores_gemma":[0.0005860262,0.0003494712,0.0001923873,0.0004279309,0.0001030638,0.0005316345,0.000370214,0.002755948,0.0004695976],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0004220219,"about_ca_system_score_gemma":0.00260772,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0002402731,"about_ca_topic_score_gemma":0.0005501649,"domain_scores_codex":[0.9948748,0.0004022933,0.001538843,0.0004838536,0.0009867634,0.001713452],"domain_scores_gemma":[0.9971277,0.0006322684,0.0006307077,0.000523104,0.0001713948,0.0009148399],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00008162608,0.0001259889,0.7137741,0.0002921902,0.00005628806,1.269634e-7,0.001419363,0.000002106562,0.00001207621,0.06255438,0.2207832,0.0008984614],"study_design_scores_gemma":[0.005908702,0.0001595518,0.4371814,0.004903657,0.0001677619,0.00002850964,0.01025963,0.003116252,0.000005409596,0.0362785,0.5010452,0.0009453663],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.6363237,0.01726847,0.009522832,0.1681911,0.1239703,0.005038103,0.0001552613,0.00126327,0.03826705],"genre_scores_gemma":[0.7792184,0.001977274,0.1673142,0.02600277,0.01663391,0.00160011,0.0002550905,0.0001744405,0.00682383],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.280262,"threshold_uncertainty_score":0.9998958,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2988240055","doi":"10.1007/s40596-019-01133-8","title":"Implicit Stigma Recognition and Management for Health Professionals","year":2019,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":32,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":true,"ca_venue":false,"about_ca":false},"ca_institutions":"London Health Sciences Centre; Western University","funders":"Associated Medical Services; Academic Medical Organization of Southwestern Ontario; London Health Sciences Centre","keywords":"Stigma (botany); Health professionals; Psychology; MEDLINE; Medical education; Medicine; Psychiatry; Health care; Political science","retraction":null,"screen_n_in":null,"score":{"opus":0.05355775316963982,"gpt":0.4272780571462806,"spread":0.3737203039766408,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003417971,0.0001449764,0.000196275,0.00009309848,0.0001808858,0.000007257674,0.0001288524,0.000166489,0.0004946925],"category_scores_gemma":[0.000001594075,0.0001262559,0.00004171002,0.0000970294,0.00001567934,0.00009832963,0.00004214513,0.0002276439,0.0006177153],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004405516,"about_ca_system_score_gemma":0.00002298748,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00003067068,"about_ca_topic_score_gemma":0.000005218305,"domain_scores_codex":[0.9986616,0.00006185903,0.0003533261,0.0004043624,0.0001126408,0.0004062359],"domain_scores_gemma":[0.9994199,0.00006304442,0.0001858513,0.0001859427,0.00001212704,0.000133113],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"observational","study_design_scores_codex":[0.0006926255,0.0004379165,0.1536803,0.002119176,0.0002063917,9.284813e-7,0.001094874,1.250996e-7,0.00002791542,0.03900199,0.3780286,0.4247091],"study_design_scores_gemma":[0.01372269,0.001407807,0.7481508,0.001977322,0.0001255303,0.00005632241,0.005317679,0.00002715625,0.00003984168,0.1251258,0.1031593,0.0008897659],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9605892,0.005004537,0.00008432753,0.018549,0.004391799,0.003410487,0.000110472,0.00008271901,0.007777413],"genre_scores_gemma":[0.9169208,0.00168873,0.005164925,0.05372813,0.0009871556,0.001980552,0.0005231691,0.00008325933,0.01892324],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5944705,"threshold_uncertainty_score":0.7939687,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1982844732","doi":"10.1176/appi.ap.11030047","title":"Systems-Based Aspects in the Training of IMG or Previously Trained Residents: Comparison of Psychiatry Residency Training in the United States, Canada, the United Kingdom, India, and Nigeria","year":2012,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Training (meteorology); Mental health; Graduate medical education; Psychiatry; Residency training; Medicine; Autonomy; Medical education; IMG; Family medicine; Psychology; Political science; Accreditation; Pedagogy; Continuing education","retraction":null,"screen_n_in":null,"score":{"opus":0.1133387639394306,"gpt":0.4337878983655694,"spread":0.3204491344261388,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007986532,0.0004308485,0.0009161983,0.0005619917,0.0006665999,0.00001507007,0.001380668,0.0006200244,0.00003598895],"category_scores_gemma":[0.0008423539,0.000243652,0.00006997587,0.003129609,0.0002613891,0.0001762629,0.00007692289,0.00353811,0.000002058852],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.000288814,"about_ca_system_score_gemma":0.006717871,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.4537305,"about_ca_topic_score_gemma":0.624236,"domain_scores_codex":[0.9890423,0.005279006,0.002723808,0.0003988305,0.001001274,0.001554786],"domain_scores_gemma":[0.9933246,0.003866422,0.001663836,0.0007965348,0.0001290523,0.000219507],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.0004358439,0.00009226974,0.8017079,0.001239419,0.00003646862,0.000002458379,0.159135,0.0004031426,0.000005185784,0.02234794,0.01449422,0.0001000814],"study_design_scores_gemma":[0.00247446,0.0002142842,0.4603084,0.006655844,0.00008300615,0.00001628446,0.5217088,0.0007691777,0.000001346929,0.003271389,0.00418917,0.00030784],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9679254,0.008009943,0.0000154882,0.01838807,0.002144465,0.002847861,0.00007658457,0.00004049064,0.0005517322],"genre_scores_gemma":[0.9903263,0.00024959,0.0003037823,0.008151946,0.0005164699,0.000251014,0.0001179552,0.00005302568,0.00002994035],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.3625738,"threshold_uncertainty_score":0.9989131,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2078466922","doi":"10.1176/appi.ap.29.1.52","title":"Usage of the National Board of Medical Examiners Subject Test in Psychiatry by U.S. and Canadian Clerkships","year":2005,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":30,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Subject (documents); Test (biology); Psychology; Psychiatry; Medical education; Family medicine; Medicine; Library science; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.02301310475929071,"gpt":0.3247350458675154,"spread":0.3017219411082248,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00141745,0.0001481462,0.0002167819,0.0001900056,0.00006296853,0.000006673556,0.0005741276,0.0005607984,0.0006025969],"category_scores_gemma":[0.0003507657,0.0001204186,0.00006754419,0.0003925886,0.0001642927,0.0001231903,0.00004706201,0.00108678,0.00001663901],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00004139762,"about_ca_system_score_gemma":0.0007065496,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.02605918,"about_ca_topic_score_gemma":0.100734,"domain_scores_codex":[0.9979313,0.0001659377,0.0006004163,0.0003096536,0.000678751,0.0003139634],"domain_scores_gemma":[0.9989278,0.0004050354,0.0002026868,0.0002311538,0.00004361341,0.0001896689],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0000353583,0.0001405801,0.8107924,0.00003077351,0.00002843485,3.285723e-7,0.0009557529,0.000003914589,0.0001525312,0.002745714,0.1737134,0.01140079],"study_design_scores_gemma":[0.002362454,0.0001205586,0.7964903,0.0003635698,0.00004746502,0.00007978319,0.001505588,0.000497393,0.00002249466,0.002189314,0.1959727,0.0003483902],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.9213926,0.01248509,0.00000325259,0.05662279,0.001855562,0.0001590961,0.0000651238,0.00001141172,0.007405103],"genre_scores_gemma":[0.9929811,0.001422111,0.0002260498,0.004659229,0.0003744622,0.000008583302,0.00000635117,0.00001934909,0.0003027919],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.07467478,"threshold_uncertainty_score":0.9804264,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W1536967010","doi":"10.1176/appi.ap.33.6.451","title":"End-of-Life Care Education forPsychiatric Residents:Attitudes, Preparedness, andConceptualizations of Dignity","year":2009,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Patient Dignity and Privacy","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"The Wilson Centre; Toronto General Hospital; University of Toronto","funders":"","keywords":"Dignity; End-of-life care; Autonomy; Preparedness; Psychosocial; Existentialism; Curriculum; Medicine; Nursing; Quality of life (healthcare); Psychology; Palliative care; Psychiatry; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.0297917865148286,"gpt":0.3530370363412134,"spread":0.3232452498263848,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0001321012,0.0001753211,0.0003682337,0.0002507659,0.00008364982,0.000003292181,0.0002675623,0.0002841658,0.00009179102],"category_scores_gemma":[0.0003692636,0.0001731033,0.0001461442,0.0006144622,0.00009151306,0.0002260032,0.00003432694,0.0003835147,0.00001061043],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00007820861,"about_ca_system_score_gemma":0.002160467,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001069117,"about_ca_topic_score_gemma":0.00002446958,"domain_scores_codex":[0.9983532,0.00006750996,0.0007028041,0.000285387,0.0003726634,0.0002184285],"domain_scores_gemma":[0.9986258,0.00005710192,0.000423616,0.0004649406,0.0002370607,0.0001914689],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0002563253,0.0007131927,0.9460062,0.0005216551,0.00006698814,1.824059e-7,0.003250508,0.000008476702,0.0005569864,0.010676,0.0324252,0.005518221],"study_design_scores_gemma":[0.002249603,0.0006370679,0.9729187,0.001156937,0.0003333548,0.00001326717,0.003151661,0.00000847231,0.0004681495,0.01502378,0.003743409,0.0002956198],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.966637,0.02131218,0.0002517373,0.001446935,0.001311215,0.000639422,0.0001056532,0.00007216805,0.008223756],"genre_scores_gemma":[0.9943613,0.001016377,0.002418417,0.001401142,0.0003865256,0.00001276612,0.0002667474,0.00001541572,0.0001213483],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.02868179,"threshold_uncertainty_score":0.7058946,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2083881081","doi":"10.1176/appi.ap.27.3.166","title":"Competency Assessment in the McMaster Psychotherapy Program","year":2003,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Psychotherapy Techniques and Applications","field":"Psychology","cited_by":29,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"St. Joseph's Hospital; McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Task (project management); Psychology; Medical education; Process (computing); Program evaluation; Psychotherapist; Medicine; Computer science","retraction":null,"screen_n_in":null,"score":{"opus":0.02826407275055172,"gpt":0.4034571654050007,"spread":0.3751930926544489,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008355661,0.0002521329,0.0002079269,0.0001309032,0.0001222008,0.00002972532,0.0008073178,0.0003297183,0.002235405],"category_scores_gemma":[0.000001974318,0.0001839092,0.0001258202,0.0006778915,0.0001023063,0.00007719828,0.000004406313,0.001330961,0.0001583951],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00002727324,"about_ca_system_score_gemma":0.00008729269,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0000208275,"about_ca_topic_score_gemma":0.00002122199,"domain_scores_codex":[0.9978132,0.000356739,0.0005276302,0.0005211588,0.0002510877,0.0005301427],"domain_scores_gemma":[0.9989144,0.0000816782,0.0001647591,0.000748393,0.0000191818,0.00007155722],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002195453,0.0008422794,0.05854476,0.000005246354,0.0000339867,8.706349e-7,0.001120089,3.958986e-7,0.0001489083,0.817771,0.09612526,0.02538523],"study_design_scores_gemma":[0.001084515,0.0001837885,0.08610299,0.00002896603,0.0000101507,0.00005131217,0.0008852404,0.000007263355,0.000005991408,0.1880203,0.7233651,0.0002543881],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"genre_codex":"other","genre_gemma":"empirical","genre_scores_codex":[0.1000915,0.006278073,0.009071027,0.04092229,0.002553879,0.004061012,0.00001552035,0.0006820436,0.8363246],"genre_scores_gemma":[0.8014486,0.003212704,0.1014389,0.07663533,0.00112879,0.01010766,0.00002966074,0.0002046971,0.005793682],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.8305309,"threshold_uncertainty_score":0.9986767,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2055215852","doi":"10.1176/appi.ap.28.2.95","title":"Residency Training in Emergency Psychiatry: A Model Curriculum Developed by the Education Committee of the American Association for Emergency Psychiatry","year":2004,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Emergency psychiatry; Intervention (counseling); Medicine; Medical education; Training (meteorology); Residency training; Association (psychology); Psychiatry; Psychology; Continuing education; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.02070757125345387,"gpt":0.335059022941493,"spread":0.3143514516880391,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008628146,0.0004060953,0.0006118912,0.0001724269,0.0004271103,0.000005040258,0.0006698069,0.0002949951,0.0000266853],"category_scores_gemma":[0.0004984619,0.0002831066,0.0004355792,0.001648603,0.0001156909,0.0001808303,0.00009092091,0.001178211,0.000006071849],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0002594594,"about_ca_system_score_gemma":0.003221945,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0004057301,"about_ca_topic_score_gemma":0.001910728,"domain_scores_codex":[0.9965347,0.0001325106,0.001506782,0.0005562694,0.0006090331,0.0006606936],"domain_scores_gemma":[0.9976385,0.0000410905,0.001302077,0.0005882018,0.0003172173,0.0001128785],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","study_design_scores_codex":[0.00006922335,0.0003098575,0.652505,0.0001806767,0.0001621669,2.840991e-8,0.002319165,0.00006553555,0.0002967893,0.01923645,0.3237596,0.001095501],"study_design_scores_gemma":[0.004032428,0.0005018658,0.4198847,0.001585768,0.00110663,0.000023773,0.03928604,0.0003961864,0.0001234394,0.5232637,0.008601578,0.001193862],"study_design_candidate":"observational","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.8053284,0.01987446,0.0004602424,0.1572051,0.01266876,0.001560332,0.0000919563,0.00007186153,0.002738988],"genre_scores_gemma":[0.9697043,0.01324592,0.008920666,0.003944251,0.001771739,0.0006297921,0.00007582304,0.000103718,0.001603827],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.5040272,"threshold_uncertainty_score":0.9999621,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W3183917724","doi":"10.1007/s40596-021-01509-9","title":"Growing the Psychiatry Workforce Through Expansion or Creation of Residencies and Fellowships: the Results of a Survey by the AADPRT Workforce Task Force","year":2021,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"routes":{"ca_aff":false,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"","funders":"","keywords":"Workforce; Economic shortage; Quarter (Canadian coin); Task force; Medicine; Medical education; Family medicine; Graduate medical education; Closure (psychology); Psychology; Political science; Accreditation; Government (linguistics)","retraction":null,"screen_n_in":null,"score":{"opus":0.06216014585933569,"gpt":0.334740761510921,"spread":0.2725806156515853,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005503307,0.0001696771,0.0002658775,0.00002792621,0.001086596,0.00004979907,0.001096644,0.0003037533,0.0000283324],"category_scores_gemma":[0.001639392,0.00008864081,0.0001077568,0.001024011,0.001327292,0.0003951655,0.0001948241,0.0007551209,0.000002406633],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00003181289,"about_ca_system_score_gemma":0.0006074485,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.002964727,"about_ca_topic_score_gemma":0.004207097,"domain_scores_codex":[0.9965433,0.001130495,0.000559578,0.0003325702,0.001079482,0.0003545128],"domain_scores_gemma":[0.9969967,0.001816104,0.0004232376,0.0005058051,0.0001925711,0.00006556189],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"qualitative","study_design_scores_codex":[0.001291959,0.00009592133,0.2225358,0.0001273902,0.0001775748,0.000001478226,0.1053978,0.00008208153,0.0006898477,0.06402966,0.5970874,0.008483086],"study_design_scores_gemma":[0.002272675,0.0002242563,0.06331526,0.001943575,0.0004179973,0.00001982393,0.7878082,0.00005074055,0.0007082472,0.04250136,0.1002755,0.0004623469],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.843344,0.03256767,0.0003650327,0.1014218,0.002836332,0.0006025606,0.0000999635,0.00004958349,0.01871299],"genre_scores_gemma":[0.9749341,0.01041241,0.0003108802,0.005234107,0.0006351219,0.00001144904,0.00003640776,0.00001623027,0.008409296],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.6824104,"threshold_uncertainty_score":0.8357328,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2290288389","doi":"10.1007/s40596-015-0456-0","title":"The Hidden Ethics Curriculum in Two Canadian Psychiatry Residency Programs: A Qualitative Study","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Ethics in medical practice","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":true},"ca_institutions":"McMaster University; Institute for Clinical Evaluative Sciences; McGill University; Université de Montréal","funders":"","keywords":"Curriculum; Medical education; Residency training; Hidden curriculum; Graduate medical education; Psychology; MEDLINE; Medicine; Psychiatry; Pedagogy; Political science; Continuing education; Accreditation","retraction":null,"screen_n_in":null,"score":{"opus":0.2044436023794122,"gpt":0.5933448399014537,"spread":0.3889012375220415,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.05707505,0.0003823336,0.0004537665,0.0002944104,0.002724566,0.00003399507,0.00166883,0.001465461,0.00006020401],"category_scores_gemma":[0.03367698,0.0002848227,0.00008597259,0.001345255,0.0005324243,0.0004233572,0.000296064,0.04351959,0.0009865361],"about_ca_system_candidate":true,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0008718894,"about_ca_system_score_gemma":0.03191474,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_topic_score_codex":0.3146414,"about_ca_topic_score_gemma":0.9188105,"domain_scores_codex":[0.9699649,0.02401328,0.001816515,0.0007841405,0.001741102,0.001680029],"domain_scores_gemma":[0.9869967,0.009376959,0.000733263,0.001030197,0.0006033521,0.001259604],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"qualitative","study_design_scores_codex":[0.00006846403,0.0001873489,0.5085673,0.00007140587,0.00004312852,0.000005782299,0.2091678,4.817563e-7,1.14074e-7,0.2000897,0.0814129,0.0003855786],"study_design_scores_gemma":[0.001528442,0.0001516451,0.006627465,0.0004994026,0.00004017419,0.000003857001,0.5538491,0.00001733392,2.061826e-8,0.42141,0.01564043,0.0002321276],"study_design_candidate":"qualitative","study_design_consensus":null,"genre_codex":"commentary","genre_gemma":"empirical","genre_scores_codex":[0.4024633,0.007569585,0.00002755079,0.5214421,0.02141102,0.004086443,0.00001386152,0.000231556,0.04275458],"genre_scores_gemma":[0.9621635,0.0005886607,0.005001886,0.02633116,0.003171791,0.001104118,0.00001851689,0.0001083945,0.001511994],"genre_candidate":"empirical","genre_consensus":null,"teacher_disagreement_score":0.604169,"threshold_uncertainty_score":0.9999604,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2605532224","doi":"10.1007/s40596-016-0656-2","title":"Academic Productivity in Psychiatry: Benchmarks for the H-Index","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Calgary","funders":"","keywords":"Bibliometrics; Context (archaeology); Benchmarking; Index (typography); Promotion (chess); Citation; Psychology; Productivity; Rank (graph theory); Medical education; Library science; Medicine; Computer science; Political science; Management; Mathematics; World Wide Web","retraction":null,"screen_n_in":null,"score":{"opus":0.4300700536348611,"gpt":0.5780992450496059,"spread":0.1480291914147447,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.03840633,0.0003077577,0.0004786951,0.01373799,0.00163715,0.001299561,0.01165484,0.0007196929,0.0002064552],"category_scores_gemma":[0.04510877,0.0001875392,0.0003002786,0.02976141,0.0005664156,0.001474221,0.001265541,0.002939251,0.0001325882],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001101927,"about_ca_system_score_gemma":0.0009364757,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0001752205,"about_ca_topic_score_gemma":0.000280347,"domain_scores_codex":[0.9903035,0.0002225869,0.00123814,0.001491092,0.005489063,0.001255606],"domain_scores_gemma":[0.991299,0.003660945,0.0009864649,0.00294528,0.0007308152,0.000377523],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"observational","study_design_gemma":"observational","study_design_scores_codex":[0.0000634135,0.00005128215,0.7626251,0.000008281878,0.00001321347,3.074259e-7,0.00005426358,0.00002335063,0.00004203612,0.007199569,0.1669059,0.06301334],"study_design_scores_gemma":[0.0008376287,0.00005765672,0.7413251,0.00002983006,0.000009872982,0.000007458846,0.0003184526,0.003458758,0.00002576595,0.1835698,0.07012423,0.0002354187],"study_design_candidate":"observational","study_design_consensus":"observational","genre_codex":"empirical","genre_gemma":"empirical","genre_scores_codex":[0.7632439,0.01363555,0.003855585,0.1847014,0.02496876,0.002038637,0.00008908699,0.00004660258,0.007420561],"genre_scores_gemma":[0.9927009,0.001200266,0.0009563612,0.0009313164,0.002145826,0.0001576327,0.000004036707,0.00002717198,0.001876525],"genre_candidate":"empirical","genre_consensus":"empirical","teacher_disagreement_score":0.229457,"threshold_uncertainty_score":0.9997372,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2029506875","doi":"10.1007/s40596-014-0045-7","title":"Teaching Clinical Neuroscience to Psychiatry Residents: Model Curricula","year":2014,"lang":"en","type":"review","venue":"Academic Psychiatry","topic":"Neuroscience, Education and Cognitive Function","field":"Neuroscience","cited_by":27,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto","funders":"","keywords":"Neuropsychiatry; Psychology; Curriculum; Mental health; Mental illness; Translational research; Psychiatry; Medical education; Neuroscience; Engineering ethics; Medicine; Pedagogy","retraction":null,"screen_n_in":null,"score":{"opus":0.1251030402523158,"gpt":0.4564940522113117,"spread":0.331391011958996,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002402239,0.00102243,0.001786624,0.0009085463,0.0009814298,0.0002019666,0.003280028,0.0009793495,0.00003173076],"category_scores_gemma":[0.004707183,0.0008908091,0.001008714,0.001983481,0.0004731226,0.0006139781,0.0005694672,0.005837991,0.001569113],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.0001246966,"about_ca_system_score_gemma":0.002102405,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.00001056453,"about_ca_topic_score_gemma":0.000003700115,"domain_scores_codex":[0.9895668,0.001961522,0.00248985,0.003435871,0.001330308,0.001215636],"domain_scores_gemma":[0.9955463,0.0006143181,0.00138405,0.001386194,0.00007339936,0.0009957597],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"design_other","study_design_gemma":"not_applicable","study_design_scores_codex":[0.00002936337,0.0006363522,0.001040126,0.003366482,0.000008737566,0.000003946955,0.00008828576,0.00004372156,0.00009075418,0.03652037,0.1538947,0.8042772],"study_design_scores_gemma":[0.0002518241,0.0001878472,0.0001306997,0.006320025,0.000263405,0.0001801438,0.000024911,0.0007134233,0.000001965415,0.004368166,0.9864962,0.001061463],"study_design_candidate":"not_applicable","study_design_consensus":null,"genre_codex":"review","genre_gemma":"review","genre_scores_codex":[0.0005682323,0.8873654,0.00890632,0.005558347,0.08327388,0.003116761,0.0001251991,0.000898741,0.01018711],"genre_scores_gemma":[0.0002133885,0.9374992,0.0009600901,0.05229764,0.003788186,0.0002819452,0.00001082456,0.0001719874,0.004776728],"genre_candidate":"review","genre_consensus":"review","teacher_disagreement_score":0.8326014,"threshold_uncertainty_score":0.9993542,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null},{"id":"W2044429646","doi":"10.1176/appi.ap.33.4.282","title":"Who Should Be an OSCE Examiner?","year":2009,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Quality and Management Systems","field":"Business, Management and Accounting","cited_by":27,"is_retracted":false,"has_abstract":false,"routes":{"ca_aff":true,"ca_fund":false,"ca_venue":false,"about_ca":false},"ca_institutions":"University of Toronto; The Wilson Centre; University Health Network; Toronto General Hospital","funders":"","keywords":"Medical education; Psychology; MEDLINE; Objective structured clinical examination; Medicine; Biology","retraction":null,"screen_n_in":null,"score":{"opus":0.07810483688935466,"gpt":0.2995858359229965,"spread":0.2214809990336418,"validation_status":"score_only:v0-immature-baseline"},"prediction":{"model_version":"codex-gemma-dda1882f352a","candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.001115857,0.0008329218,0.0008474956,0.0007449985,0.0002943246,0.0004045629,0.001910212,0.002636639,0.0003802007],"category_scores_gemma":[0.00006229111,0.0008240947,0.0002977022,0.0006472874,0.0000989315,0.00208956,0.0002775812,0.005007935,0.001077443],"about_ca_system_candidate":false,"about_ca_system_consensus":false,"about_ca_system_score_codex":0.00006175017,"about_ca_system_score_gemma":0.0000595894,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_topic_score_codex":0.0006262593,"about_ca_topic_score_gemma":0.00007756046,"domain_scores_codex":[0.9955722,0.00008560152,0.001049164,0.001208852,0.001058713,0.001025447],"domain_scores_gemma":[0.9976509,0.00005138406,0.0009693622,0.00120393,0.00009012932,0.00003431809],"domain_codex":null,"domain_gemma":null,"domain_candidate":null,"domain_consensus":null,"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","study_design_scores_codex":[0.0000122729,0.00004389984,0.001510211,0.001101081,0.00007480294,0.0000293372,0.00003120231,0.000003651191,0.000006001373,0.01562641,0.980162,0.00139909],"study_design_scores_gemma":[0.0004616198,0.00001990771,0.001196927,0.000452526,0.0002690107,0.000006425191,0.0001508659,0.0001446979,4.251992e-7,0.01350139,0.982771,0.001025232],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","genre_codex":"commentary","genre_gemma":"commentary","genre_scores_codex":[0.001543362,0.0009410962,0.0001555848,0.895213,0.007571714,0.0007688371,0.00002028057,0.0007996238,0.09298648],"genre_scores_gemma":[0.001143077,0.000112781,0.00009352151,0.8871946,0.08998568,0.00005276393,0.001003376,0.0001515959,0.02026265],"genre_candidate":"commentary","genre_consensus":"commentary","teacher_disagreement_score":0.08241397,"threshold_uncertainty_score":0.9997003,"prediction_status":"machine_predicted_unvalidated"},"labels":[],"label_agreement":null}]}