{"meta":{"query_hash":"64a249ae6b6e","filters":{"venue":"Academic Psychiatry"},"cohort_total":288,"direct_labels_cover":0,"predictions_cover":288,"exported":288,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/64a249ae6b6e","api":"https://metacan.xera.ac/api/v1/cohort?venue=Academic+Psychiatry"},"results":[{"id":"W1143723983","doi":"10.1007/s40596-015-0403-0","title":"Exploring Perceptions of Early-Career Psychiatrists About Their Relationships With the Pharmaceutical Industry","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Grounded theory; Thematic analysis; Perception; Pharmaceutical industry; Psychology; Qualitative research; Medical education; Promotion (chess); Nursing; Public relations; Medicine; Sociology; Political science","score_opus":0.7181209754826599,"score_gpt":0.5306055945550481,"score_spread":0.18751538092761177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1143723983","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95382047,0.003270381,0.000116051524,0.033452917,0.0026004203,0.0006476954,0.00012354225,0.00018062747,0.005787897],"genre_scores_gemma":[0.9909631,0.00067747285,0.0002773586,0.0054236604,0.0019584128,0.00021168056,0.000021598653,0.000058223675,0.00040846877],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99593186,0.0013911093,0.000771583,0.0005202949,0.00047582499,0.0009093164],"domain_scores_gemma":[0.99711597,0.0006134868,0.00031629126,0.0004815482,0.00026712532,0.0012056032],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0024715243,0.00042608817,0.00041753074,0.00016819812,0.00068461767,0.000019907093,0.0008786242,0.0018823505,0.00041331415],"category_scores_gemma":[0.00015054317,0.00029450082,0.00015937554,0.0008700958,0.0008090705,0.0005079208,0.00014989308,0.0167685,0.00018895874],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009298437,0.00025268525,0.944516,0.00009575472,0.00026410926,0.0000048207457,0.0041600633,0.0004085278,0.00040445224,0.011327354,0.033836745,0.0037996587],"study_design_scores_gemma":[0.007165746,0.0006651996,0.6049977,0.0003453996,0.0011140844,0.0002960005,0.027075049,0.0011259007,0.0020508997,0.0062968396,0.34751835,0.0013488506],"about_ca_topic_score_codex":0.000029159582,"about_ca_topic_score_gemma":0.000025527595,"teacher_disagreement_score":0.3395183,"about_ca_system_score_codex":0.00011870152,"about_ca_system_score_gemma":0.00074973796,"threshold_uncertainty_score":0.9999507},"labels":[],"label_agreement":null},{"id":"W1159539085","doi":"10.1007/s40596-015-0407-9","title":"Personal Therapy in Psychiatry Residency Training: A National Survey of Canadian Psychiatry Residents","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Psychotherapy Techniques and Applications","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Simon Fraser University; University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Residency training; Psychiatry; Medicine; Training (meteorology); Family medicine; Psychology; Medical education; Continuing education","score_opus":0.17038225099876333,"score_gpt":0.4013736331258656,"score_spread":0.23099138212710227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1159539085","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8171128,0.018703077,0.00012613875,0.042890154,0.010966237,0.0014697488,0.0006431932,0.0002687372,0.10781989],"genre_scores_gemma":[0.9775009,0.0012056066,0.009819397,0.00773733,0.0012236817,0.00042332595,0.00018410404,0.00015401158,0.001751606],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99567443,0.00046907,0.0012544054,0.0008986129,0.000787346,0.0009161205],"domain_scores_gemma":[0.9977763,0.00012225889,0.00049380923,0.00066097936,0.00031292962,0.0006336973],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0027032255,0.00044253946,0.000532081,0.0019237645,0.00013346672,0.00002292007,0.001149677,0.00090096024,0.000654057],"category_scores_gemma":[0.00009969981,0.00046780283,0.0001810612,0.002913925,0.00020509415,0.00021176883,0.000029187175,0.0014004563,0.00014486867],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027260953,0.00023753943,0.5830174,0.000008975388,0.00007504088,7.803497e-7,0.0023510987,0.000001960698,0.000027300208,0.08198707,0.33064723,0.0013730169],"study_design_scores_gemma":[0.0025805992,0.00024111712,0.84430784,0.00014687647,0.000010030762,0.000043980093,0.001632688,0.000017059427,0.0000035141834,0.13943915,0.01111277,0.0004643852],"about_ca_topic_score_codex":0.18082438,"about_ca_topic_score_gemma":0.32617626,"teacher_disagreement_score":0.31953445,"about_ca_system_score_codex":0.00020597609,"about_ca_system_score_gemma":0.00772434,"threshold_uncertainty_score":0.9997774},"labels":[],"label_agreement":null},{"id":"W1536967010","doi":"10.1176/appi.ap.33.6.451","title":"End-of-Life Care Education forPsychiatric Residents:Attitudes, Preparedness, andConceptualizations of Dignity","year":2009,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Patient Dignity and Privacy","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Toronto General Hospital; University of Toronto","funders":"","keywords":"Dignity; End-of-life care; Autonomy; Preparedness; Psychosocial; Existentialism; Curriculum; Medicine; Nursing; Quality of life (healthcare); Psychology; Palliative care; Psychiatry; Pedagogy","score_opus":0.0297917865148286,"score_gpt":0.35303703634121336,"score_spread":0.32324524982638475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1536967010","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96663696,0.02131218,0.00025173728,0.0014469346,0.0013112146,0.00063942204,0.000105653184,0.00007216805,0.008223756],"genre_scores_gemma":[0.9943613,0.0010163775,0.0024184166,0.0014011419,0.00038652564,0.000012766122,0.00026674743,0.00001541572,0.000121348276],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983532,0.00006750996,0.00070280413,0.000285387,0.00037266343,0.00021842851],"domain_scores_gemma":[0.9986258,0.00005710192,0.00042361597,0.00046494062,0.00023706068,0.00019146889],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013210115,0.00017532114,0.0003682337,0.0002507659,0.00008364982,0.0000032921812,0.00026756225,0.00028416584,0.00009179102],"category_scores_gemma":[0.0003692636,0.00017310327,0.0001461442,0.0006144622,0.00009151306,0.00022600325,0.00003432694,0.00038351474,0.000010610427],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025632526,0.00071319274,0.94600624,0.0005216551,0.00006698814,1.8240593e-7,0.0032505076,0.000008476702,0.00055698643,0.010676002,0.0324252,0.0055182213],"study_design_scores_gemma":[0.0022496032,0.00063706795,0.9729187,0.0011569367,0.00033335475,0.000013267172,0.0031516613,0.00000847231,0.00046814955,0.015023782,0.0037434094,0.00029561977],"about_ca_topic_score_codex":0.00010691169,"about_ca_topic_score_gemma":0.00002446958,"teacher_disagreement_score":0.028681789,"about_ca_system_score_codex":0.00007820861,"about_ca_system_score_gemma":0.0021604665,"threshold_uncertainty_score":0.70589465},"labels":[],"label_agreement":null},{"id":"W1848349924","doi":"10.1007/s40596-015-0419-5","title":"The University of Manitoba Psychiatry Toolkit: Development and Evaluation","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Manitoba; McGill University","funders":"","keywords":"Medical education; Point (geometry); Point of care; Psychology; MEDLINE; Health care; Medicine; Nursing","score_opus":0.19862707093473805,"score_gpt":0.46381690856891683,"score_spread":0.2651898376341788,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1848349924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.963948,0.003677025,0.00008930944,0.020996656,0.004633955,0.0006106998,0.0000022600325,0.000021945749,0.006020136],"genre_scores_gemma":[0.98838043,0.001082164,0.0068553095,0.0014122728,0.0010351392,0.000027064127,0.000014104067,0.000012142582,0.0011813553],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980824,0.00046890992,0.00032792418,0.00018484551,0.0005399866,0.0003959557],"domain_scores_gemma":[0.9988749,0.0001968683,0.00019165936,0.00018512628,0.00024300534,0.0003084181],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050118878,0.00007020774,0.00009312338,0.00006413014,0.001117589,0.000003857874,0.00029794616,0.00017531154,0.00003721092],"category_scores_gemma":[0.00028152473,0.00005325455,0.000014642035,0.00026462434,0.00013109681,0.00015144999,0.000086053355,0.0006695307,0.00016783644],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006253308,0.000017712178,0.6915388,0.000084956475,0.000008129558,3.3190762e-8,0.005448344,0.0000022550696,0.000004377248,0.003650525,0.2799529,0.01922938],"study_design_scores_gemma":[0.0008334654,0.000051983407,0.61365706,0.00015942997,0.0000122824,0.000001323298,0.08913785,0.00044308256,0.000001905502,0.011933207,0.28367254,0.00009588979],"about_ca_topic_score_codex":0.00028302657,"about_ca_topic_score_gemma":0.002383855,"teacher_disagreement_score":0.08368951,"about_ca_system_score_codex":0.00020903045,"about_ca_system_score_gemma":0.008087007,"threshold_uncertainty_score":0.99753624},"labels":[],"label_agreement":null},{"id":"W1924879651","doi":"10.1007/s40596-015-0436-4","title":"Integrated Care Training in Canada: Challenges and Future Directions","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University; University of Toronto","funders":"","keywords":"Training (meteorology); Medical education; MEDLINE; Psychology; Medicine; Political science; Geography","score_opus":0.06147874963797944,"score_gpt":0.39816855076562807,"score_spread":0.3366898011276486,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1924879651","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80412126,0.05810825,0.000003058452,0.08577281,0.019394778,0.00041357486,0.00002381417,0.00006368405,0.032098792],"genre_scores_gemma":[0.9888569,0.0037788968,0.00038650076,0.0042412193,0.0018627584,0.00016066087,0.00004143282,0.00001829516,0.00065331405],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9988322,0.00026127245,0.00031769535,0.00019259851,0.00015159322,0.000244625],"domain_scores_gemma":[0.9994042,0.000066546825,0.000100634796,0.000103086364,0.00016364684,0.00016188234],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00023756918,0.00010478055,0.00014425925,0.00010026417,0.00018191012,0.0000017465052,0.00009184841,0.00024830227,0.00005587694],"category_scores_gemma":[0.00007313149,0.00009093318,0.000010144718,0.00023957054,0.000014376924,0.00010432946,0.00002429719,0.0012477865,0.000016549413],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020726377,0.00002425773,0.23665167,0.00021061546,0.000025551775,0.0000016538943,0.4075351,0.0000030123422,0.000019988802,0.05853282,0.09944927,0.19733877],"study_design_scores_gemma":[0.00032602882,0.00000997277,0.077171445,0.00017791027,0.0000039072825,0.0000014698613,0.5878544,0.000019924919,4.154577e-7,0.0015124511,0.3328429,0.00007917701],"about_ca_topic_score_codex":0.20472586,"about_ca_topic_score_gemma":0.9447133,"teacher_disagreement_score":0.73998743,"about_ca_system_score_codex":0.0008137364,"about_ca_system_score_gemma":0.023277942,"threshold_uncertainty_score":0.98225915},"labels":[],"label_agreement":null},{"id":"W1947449774","doi":"10.1007/s40596-015-0429-3","title":"How Do Clinicians Prefer Cultural Competence Training? Findings from the DSM-5 Cultural Formulation Interview Field Trial","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":57,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; University of Toronto","funders":"National Institute of Mental Health; Department of Psychiatry, Columbia University; American Psychiatric Publishing","keywords":"Competence (human resources); Logistic regression; Clinical psychology; Cultural competence; Bivariate analysis; Psychology; Medicine; Cultural diversity; Medical education; Applied psychology; Family medicine; Social psychology","score_opus":0.22493670938449425,"score_gpt":0.4243466652291743,"score_spread":0.19940995584468005,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1947449774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83337545,0.004152453,0.0000417161,0.14321995,0.012003777,0.0011487538,0.000040271705,0.00020935686,0.005808252],"genre_scores_gemma":[0.9826879,0.00065057026,0.00064388005,0.008618386,0.0064677903,0.00007236528,0.00005285076,0.000017596567,0.0007886682],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966188,0.0007054064,0.0006716083,0.0004980853,0.0008487215,0.0006573646],"domain_scores_gemma":[0.9979924,0.00070393755,0.00034696725,0.00033497004,0.0002964264,0.00032531942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016290395,0.0002782537,0.00037600796,0.000033323093,0.0007808818,0.00027814435,0.0012564661,0.0005886525,0.000109638604],"category_scores_gemma":[0.0020572543,0.00017694417,0.00025730237,0.00042013597,0.00022301663,0.0011436734,0.00011800975,0.0016349809,0.000067556444],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0023245679,0.000065958644,0.09145002,0.000050736493,0.00011785389,0.00000197851,0.33690318,0.000007078991,0.0000559021,0.057418175,0.48813128,0.023473263],"study_design_scores_gemma":[0.010315697,0.0005742449,0.009272457,0.0006440295,0.00012333124,0.000007338245,0.3089023,0.00007793888,0.000013163108,0.03525295,0.63405365,0.00076289085],"about_ca_topic_score_codex":0.0014527088,"about_ca_topic_score_gemma":0.0021637317,"teacher_disagreement_score":0.14931242,"about_ca_system_score_codex":0.00021820544,"about_ca_system_score_gemma":0.0005549983,"threshold_uncertainty_score":0.7215574},"labels":[],"label_agreement":null},{"id":"W1963816932","doi":"10.1176/appi.ap.32.4.332","title":"Pilot Study and Evaluation of Postgraduate Course on \"The Interface Between Spirituality, Religion and Psychiatry\"","year":2008,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Religion, Spirituality, and Psychology","field":"Social Sciences","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Vancouver General Hospital; University of British Columbia","funders":"","keywords":"Spirituality; Psychology; Likert scale; Multidisciplinary approach; Scale (ratio); Medical education; Clinical psychology; Psychiatry; Medicine; Alternative medicine","score_opus":0.11761504275426542,"score_gpt":0.42992803128284673,"score_spread":0.3123129885285813,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963816932","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9267886,0.006301543,0.000010025554,0.05984153,0.0017886729,0.0010270108,0.0000118086655,0.0000522495,0.0041785305],"genre_scores_gemma":[0.9950439,0.001840346,0.00007195261,0.0020648036,0.0008341598,0.000028244045,0.0000032891644,0.00001961958,0.00009373576],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959416,0.0015665012,0.0006379711,0.0005266915,0.0009678006,0.00035943004],"domain_scores_gemma":[0.9985334,0.00036241097,0.00035666596,0.00040829857,0.00017243344,0.00016674124],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0052862437,0.00022545857,0.00034001388,0.000113271,0.0006840177,0.000021487705,0.0004277521,0.00019661516,0.00001823921],"category_scores_gemma":[0.00024889206,0.0001839987,0.000053778913,0.00035824993,0.000898183,0.00014357055,0.00007290519,0.0006923649,0.000021011703],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009786797,0.00035533553,0.91163635,0.000014240905,0.00007359653,2.2752702e-7,0.00965866,0.0000013790199,0.000021237494,0.012776987,0.064590454,0.00077368703],"study_design_scores_gemma":[0.0017160933,0.001671202,0.89967,0.000115632036,0.00025521734,0.0000120466575,0.0077147014,0.000010687205,0.000008198124,0.08731043,0.0012303715,0.0002854376],"about_ca_topic_score_codex":0.0042127375,"about_ca_topic_score_gemma":0.003144363,"teacher_disagreement_score":0.07453345,"about_ca_system_score_codex":0.000038927505,"about_ca_system_score_gemma":0.00037407273,"threshold_uncertainty_score":0.7503249},"labels":[],"label_agreement":null},{"id":"W1963847088","doi":"10.1007/s40596-014-0163-2","title":"Developing a Mentorship Program for Psychiatry Residents","year":2014,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre; Centre for Addiction and Mental Health","funders":"University of Toronto","keywords":"Mentorship; Medical education; Matching (statistics); Psychology; Preference; Program evaluation; Grounded theory; Medicine; Qualitative research; Sociology; Political science","score_opus":0.0425808740980695,"score_gpt":0.3740697588463588,"score_spread":0.3314888847482893,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1963847088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6321618,0.008950352,0.024893465,0.059839293,0.19848844,0.005603858,0.000042105592,0.0030038024,0.067016885],"genre_scores_gemma":[0.5038954,0.00039333754,0.40541676,0.023951663,0.021960767,0.0074811648,0.0002415131,0.0005374519,0.03612195],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9960998,0.00019351972,0.0009752526,0.00096030836,0.0004561863,0.001314927],"domain_scores_gemma":[0.9983849,0.0002209662,0.00039693236,0.00058155076,0.00006790213,0.00034776184],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019529104,0.00044332098,0.00042258407,0.00024720552,0.00031809462,0.000042866177,0.0009513701,0.0007787282,0.00017894543],"category_scores_gemma":[0.0002098646,0.00043439484,0.00018265967,0.00039930354,0.00007675717,0.00014063546,0.00011313365,0.0010356053,0.0005326766],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017010882,0.00016669641,0.2094872,0.00020964757,0.00022630428,3.991492e-7,0.0009812872,0.0000011588248,0.000049890652,0.3828098,0.34413585,0.061761685],"study_design_scores_gemma":[0.0032490017,0.00029827532,0.12473575,0.00062456564,0.00010559496,0.000028712378,0.0007719178,0.000032898985,0.00006747269,0.10853088,0.7605643,0.0009905876],"about_ca_topic_score_codex":0.000029274277,"about_ca_topic_score_gemma":0.000007985353,"teacher_disagreement_score":0.4164285,"about_ca_system_score_codex":0.00015567594,"about_ca_system_score_gemma":0.00031433083,"threshold_uncertainty_score":0.99981076},"labels":[],"label_agreement":null},{"id":"W1964094882","doi":"10.1176/appi.ap.11070135","title":"Psychotherapy Training for IMGs: Attending to the “How to” and “What to” Teach","year":2012,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph's Hospital; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Workforce; Residency training; Medical education; Training (meteorology); Psychology; MEDLINE; Medicine; Continuing education; Political science","score_opus":0.07577500530933841,"score_gpt":0.4227957823430263,"score_spread":0.3470207770336879,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964094882","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75763124,0.008376408,0.0015611962,0.2188729,0.010152619,0.0023296147,0.000027758777,0.00007618818,0.00097205525],"genre_scores_gemma":[0.90842783,0.00032891677,0.0065190983,0.07513123,0.004449146,0.001328317,0.00001534016,0.000077764715,0.0037223466],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980521,0.000086095955,0.00029784002,0.00046619106,0.00016557403,0.0009321811],"domain_scores_gemma":[0.998845,0.00017598955,0.00009049416,0.0003601299,0.00001351524,0.0005148813],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008124475,0.0002518799,0.00024609614,0.00015872033,0.00040362857,0.000081310835,0.0004216961,0.00022142145,0.00020310651],"category_scores_gemma":[0.00001387966,0.00018347804,0.000060700128,0.00029854377,0.000023307288,0.00042199102,0.000033600514,0.00038357786,0.0002500909],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00054639386,0.00014545766,0.05209794,0.000050698054,0.00012679397,3.1715894e-7,0.04591661,7.168084e-7,0.0006513684,0.031039666,0.3619454,0.50747865],"study_design_scores_gemma":[0.0024862152,0.00072431145,0.098133855,0.00038513428,0.00007757971,0.000058770816,0.0373443,0.0000035696285,0.00018836421,0.0045523737,0.8553519,0.0006936297],"about_ca_topic_score_codex":0.000019321316,"about_ca_topic_score_gemma":0.00002816165,"teacher_disagreement_score":0.50678504,"about_ca_system_score_codex":0.00004645891,"about_ca_system_score_gemma":0.000024559675,"threshold_uncertainty_score":0.7482017},"labels":[],"label_agreement":null},{"id":"W1966230009","doi":"10.1007/s40596-014-0260-2","title":"On Becoming a Teacher: Reflections on Teaching and Learning in Psychiatry Residency and Beyond","year":2014,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Residency training; Medical education; Psychology; Medicine; Continuing education","score_opus":0.020520486893710183,"score_gpt":0.37146367980798206,"score_spread":0.3509431929142719,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966230009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90433586,0.00040522905,0.00021761094,0.0694355,0.0015421429,0.00021864,3.7088844e-7,0.000097459626,0.023747176],"genre_scores_gemma":[0.958611,0.000099894205,0.02234462,0.016571304,0.0011484122,0.000034707293,0.00001098569,0.000039366572,0.0011396697],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982893,0.0002643436,0.0004558951,0.00043856946,0.00026496197,0.0002869409],"domain_scores_gemma":[0.9992821,0.00021519241,0.00014348025,0.00023815542,0.000023237713,0.000097832475],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002009134,0.00018370152,0.00023799163,0.00053364894,0.00041681275,0.000016020269,0.00008690026,0.0003626576,0.000031335],"category_scores_gemma":[0.002660372,0.00017589245,0.000029524439,0.00032776914,0.000087572145,0.00011028354,0.000032316882,0.0052608354,0.000021257118],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022004107,0.00040441682,0.48983955,0.00023171143,0.000042395295,0.000001089244,0.004697819,0.000022886761,0.0005747078,0.3370396,0.037866607,0.12905918],"study_design_scores_gemma":[0.0059185396,0.00215099,0.6992584,0.0035674663,0.00018051529,0.0003491375,0.013310187,0.0035480836,0.00002294121,0.25072998,0.020145735,0.00081800367],"about_ca_topic_score_codex":0.00003750582,"about_ca_topic_score_gemma":0.00003097452,"teacher_disagreement_score":0.20941886,"about_ca_system_score_codex":0.000095571355,"about_ca_system_score_gemma":0.00021964239,"threshold_uncertainty_score":0.9970341},"labels":[],"label_agreement":null},{"id":"W1966397768","doi":"10.1176/appi.ap.10100149","title":"Capacity-Building for African American Mental Health Training and Research: Lessons From the Howard–Dartmouth Collaborative Summer School","year":2012,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Mental health; Medical education; Training (meteorology); Psychology; Affect (linguistics); Medicine; Psychiatry","score_opus":0.2358298742879714,"score_gpt":0.49375375472106897,"score_spread":0.25792388043309755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1966397768","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87475246,0.013238251,0.0000846363,0.10498972,0.0024220257,0.0017301306,0.0010416119,0.000066135406,0.001675019],"genre_scores_gemma":[0.9875153,0.0004115208,0.00347295,0.0059021595,0.0018614128,0.00047204518,0.000085791115,0.00005028238,0.00022856885],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9965023,0.0008001204,0.00045139223,0.0005244275,0.0003629341,0.0013588467],"domain_scores_gemma":[0.99788314,0.0007821068,0.00032833556,0.0003337462,0.00004713415,0.00062556186],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0021690521,0.00026520295,0.00040251564,0.00012703487,0.0014395694,0.000046404668,0.00040393037,0.00016372738,0.00011754758],"category_scores_gemma":[0.00008449988,0.00019856956,0.00006852172,0.0006451402,0.00051529723,0.00027243426,0.00009849633,0.0011920269,0.000049528953],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00056128384,0.0003113277,0.48963332,0.00004993643,0.0003650365,4.0202326e-7,0.13335621,1.6791415e-7,0.00014633973,0.04832767,0.23425934,0.092988975],"study_design_scores_gemma":[0.004445891,0.0008908523,0.36837462,0.00035679035,0.00009527831,0.000019211984,0.4032436,0.000017851295,0.00007910558,0.009054356,0.21273397,0.00068847375],"about_ca_topic_score_codex":0.0023158316,"about_ca_topic_score_gemma":0.00027607798,"teacher_disagreement_score":0.2698874,"about_ca_system_score_codex":0.00021972119,"about_ca_system_score_gemma":0.00021810034,"threshold_uncertainty_score":0.9998604},"labels":[],"label_agreement":null},{"id":"W1973377737","doi":"10.1176/appi.ap.32.3.230","title":"Peer Group Mentoring of Junior Faculty","year":2008,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":75,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Hospital; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Peer mentoring; Medical education; Peer group; Psychology; Group (periodic table); Medicine; Social psychology; Chemistry","score_opus":0.05552196528709091,"score_gpt":0.34593928409101554,"score_spread":0.29041731880392463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973377737","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9377377,0.0015644667,0.00013759501,0.0017536022,0.016834045,0.00017600438,0.000020332473,0.00014957791,0.041626684],"genre_scores_gemma":[0.9229878,0.00021381117,0.0024432142,0.0006809346,0.0013904434,0.000111659116,0.00003175218,0.000047931535,0.072092414],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9974426,0.00007259736,0.00066110113,0.0004490625,0.0006418826,0.0007327367],"domain_scores_gemma":[0.99899274,0.00005522954,0.00027213397,0.000360883,0.00006568627,0.0002533359],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008772455,0.00023566704,0.00031765568,0.00014505711,0.00013548131,0.000003028408,0.00054135494,0.00043824717,0.0007835905],"category_scores_gemma":[0.000084992724,0.00022289816,0.00009485255,0.00029310485,0.00010541243,0.000103944476,0.0000957465,0.0009387552,0.00039000495],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010012601,0.00019400788,0.4206979,0.000060525985,0.00024084658,0.0000083292625,0.022773527,0.0000024175542,0.001839872,0.02122217,0.52655697,0.006303308],"study_design_scores_gemma":[0.0018179559,0.0001074874,0.19241533,0.00013255375,0.000029923798,0.000105742525,0.0035337312,0.0000028593818,0.00044229772,0.0015133695,0.7994163,0.00048247207],"about_ca_topic_score_codex":0.000037875045,"about_ca_topic_score_gemma":4.700037e-7,"teacher_disagreement_score":0.2728593,"about_ca_system_score_codex":0.00010391632,"about_ca_system_score_gemma":0.00008403316,"threshold_uncertainty_score":0.9089523},"labels":[],"label_agreement":null},{"id":"W1973480257","doi":"10.1176/appi.ap.32.4.272","title":"An Integrative Approach to Cultural Competence in the Psychiatric Curriculum","year":2008,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Toronto Western Hospital","funders":"","keywords":"Curriculum; Competence (human resources); Medical education; Formative assessment; Core competency; Cultural competence; CINAHL; Graduate medical education; Psychology; Medicine; Accreditation; Pedagogy; Nursing","score_opus":0.038412166826320544,"score_gpt":0.3720024231493567,"score_spread":0.3335902563230362,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1973480257","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.922347,0.002036162,0.00007038789,0.01615703,0.0025965457,0.0012109884,0.000010626044,0.00016347319,0.055407755],"genre_scores_gemma":[0.9833726,0.0007415638,0.006555865,0.007179034,0.0018126441,0.00016980794,0.000016980075,0.0000138876285,0.00013756465],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9964668,0.00089458283,0.0005213349,0.000560185,0.00081029127,0.00074676494],"domain_scores_gemma":[0.9988874,0.000112448266,0.00015152634,0.00039438898,0.00014718299,0.00030701442],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009973095,0.0002599122,0.0002746916,0.00015718599,0.001193506,0.000043003813,0.0019107576,0.0003058524,0.000026102178],"category_scores_gemma":[0.0002198847,0.00016295293,0.00011417471,0.002253798,0.00035859642,0.00060730067,0.000045606736,0.0016018213,0.000095909825],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024197281,0.00029008213,0.5229837,0.000026443287,0.000008228037,0.0000030210078,0.22057784,0.00006418366,0.000026252565,0.17432517,0.08096441,0.0007065142],"study_design_scores_gemma":[0.00076935027,0.0003622765,0.34227556,0.00016226026,0.000030218505,0.00014703172,0.5565812,0.00030951313,0.0000027611513,0.011776792,0.08652137,0.001061642],"about_ca_topic_score_codex":0.004072878,"about_ca_topic_score_gemma":0.0023550368,"teacher_disagreement_score":0.33600336,"about_ca_system_score_codex":0.00019403979,"about_ca_system_score_gemma":0.00048512893,"threshold_uncertainty_score":0.91796035},"labels":[],"label_agreement":null},{"id":"W1974039646","doi":"10.1176/appi.ap.34.2.132","title":"A Pilot Study in Suicide Intervention Training Using a Group Intervention for Patients With Recurrent Suicide Attempts","year":2010,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Centre for Addiction and Mental Health; University of Toronto; University Health Network","funders":"","keywords":"Psychosocial; Intervention (counseling); Suicidology; Suicide prevention; Likert scale; Feeling; Medicine; Psychiatry; Poison control; Clinical psychology; Injury prevention; Psychology; Medical emergency","score_opus":0.08203376464655221,"score_gpt":0.38247443950559856,"score_spread":0.30044067485904635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974039646","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9896432,0.0006408329,0.00076010555,0.0001659515,0.0064526056,0.0020311754,0.000027096334,0.000099243414,0.00017976746],"genre_scores_gemma":[0.99754876,0.0000064462142,0.0010986545,0.00020119986,0.00044584888,0.0005035,0.00006104198,0.000071087874,0.00006344475],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99701285,0.0002465797,0.0010081001,0.000762564,0.00029574728,0.00067416555],"domain_scores_gemma":[0.99873793,0.0001998916,0.0004808541,0.000378501,0.000095478325,0.000107349],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.001165003,0.0003749494,0.00048305097,0.00041648964,0.00017490445,0.000026690033,0.00038925238,0.00017082976,0.00013368067],"category_scores_gemma":[0.00012634264,0.00034014383,0.00018092843,0.0003951644,0.00007817815,0.000276535,0.00009743289,0.0013228676,0.000023637107],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0020566,0.0030431391,0.98115546,0.000060411752,0.00024063617,0.000002308874,0.004170563,0.0000015587984,0.00014724904,0.00044047122,0.00044449774,0.00823708],"study_design_scores_gemma":[0.011385004,0.0056325467,0.97124064,0.00028015795,0.00016822413,0.000008614322,0.0095326025,0.0000479512,0.0000030119807,0.0012043708,0.000085950785,0.00041092598],"about_ca_topic_score_codex":0.0011477899,"about_ca_topic_score_gemma":0.010220253,"teacher_disagreement_score":0.009914846,"about_ca_system_score_codex":0.00008500149,"about_ca_system_score_gemma":0.000033204728,"threshold_uncertainty_score":0.99990505},"labels":[],"label_agreement":null},{"id":"W1974376906","doi":"10.1007/s40596-014-0215-7","title":"Women for a Change: Closing the Leadership Gap","year":2014,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Closing (real estate); Psychology; Social psychology; Medicine; Political science; Medical education; Law","score_opus":0.1923419510249393,"score_gpt":0.3659981603599582,"score_spread":0.17365620933501888,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1974376906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65052664,0.014114932,0.005482373,0.16739574,0.09500637,0.0029115258,0.00003024385,0.00084523944,0.06368691],"genre_scores_gemma":[0.93559444,0.00009357078,0.001411067,0.03377893,0.011207019,0.0022300961,0.000013152664,0.00008900703,0.015582736],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99777126,0.00015783287,0.00039358024,0.00045037887,0.00022172609,0.0010052291],"domain_scores_gemma":[0.99886495,0.00034992586,0.00018479167,0.0004050156,0.000022544506,0.00017278196],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020998698,0.00022129713,0.00021678698,0.000083314444,0.0002575021,0.00001845467,0.00065188145,0.00041602264,0.00023131869],"category_scores_gemma":[0.00013158188,0.00016444335,0.00008319775,0.00019259047,0.00008431809,0.00007893156,0.000054827186,0.0009325754,0.00035390226],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021120797,0.00008150219,0.038998935,0.00017921615,0.0002139248,3.9748502e-7,0.03670526,0.000001089897,0.00021890854,0.16310765,0.5842109,0.17607106],"study_design_scores_gemma":[0.0012642185,0.00011226243,0.01348132,0.00014512359,0.000033413475,0.000016934131,0.007190156,0.000038165726,0.000030099976,0.023484834,0.9538391,0.00036433374],"about_ca_topic_score_codex":0.000010695852,"about_ca_topic_score_gemma":9.213285e-7,"teacher_disagreement_score":0.36962828,"about_ca_system_score_codex":0.00008449888,"about_ca_system_score_gemma":0.00004384337,"threshold_uncertainty_score":0.6705805},"labels":[],"label_agreement":null},{"id":"W1975558125","doi":"10.1176/appi.ap.31.2.89","title":"Psychiatric Organizations: Influencing Professional Development","year":2007,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; St. Joseph's Hospital; McMaster University","funders":"","keywords":"Professional development; Psychology; Medical education; Professional association; MEDLINE; Medicine; Public relations; Political science","score_opus":0.013891517589386827,"score_gpt":0.32049736659374134,"score_spread":0.3066058490043545,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1975558125","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91798645,0.001941566,0.0015013327,0.010222705,0.014321778,0.0003128342,0.0000017969863,0.0002694437,0.053442094],"genre_scores_gemma":[0.9647024,0.00029830413,0.009732564,0.01241376,0.0031921891,0.000005960313,0.000018779023,0.00002222383,0.009613782],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99804354,0.000058495432,0.0003222304,0.00021805314,0.0009198264,0.00043786393],"domain_scores_gemma":[0.9993125,0.000075037504,0.000117708776,0.000114140385,0.00015267004,0.00022794136],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0024986048,0.00010320868,0.0001063303,0.00018333289,0.0010278979,0.000018557113,0.0006054971,0.00029830384,0.00038394032],"category_scores_gemma":[0.00025566405,0.00010224947,0.000027177644,0.0012317873,0.00015187405,0.00022515816,0.0000843227,0.0005766811,0.00025709617],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001810632,0.00006761442,0.8081115,0.000023338762,0.000023379715,0.0000018909782,0.025878614,0.0000022969023,0.00004288154,0.05923986,0.09719777,0.009392754],"study_design_scores_gemma":[0.0005919762,0.000019709742,0.21451046,0.0001275325,0.000035697693,0.0000038610156,0.07633335,0.0000010828966,0.00005348302,0.0067610512,0.7012416,0.0003201747],"about_ca_topic_score_codex":0.000078956415,"about_ca_topic_score_gemma":0.0002878325,"teacher_disagreement_score":0.60404384,"about_ca_system_score_codex":0.00014416987,"about_ca_system_score_gemma":0.0013329348,"threshold_uncertainty_score":0.79058635},"labels":[],"label_agreement":null},{"id":"W1976592088","doi":"10.1176/appi.ap.35.4.226","title":"The Differential Impact of Clerk Interest and Participation in a Child and Adolescent Psychiatry Clerkship Rotation Upon Psychiatry and Pediatrics Residency Matches","year":2011,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University; University of Toronto; University of British Columbia","funders":"","keywords":"Child and adolescent psychiatry; Medicine; Residency training; Medical education; Medical school; Family medicine; Clinical clerkship; Psychiatry; Psychology; Curriculum; Continuing education; Pedagogy","score_opus":0.044930376516112445,"score_gpt":0.3300763912278987,"score_spread":0.2851460147117863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1976592088","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9818937,0.0080908,0.000031267155,0.007222544,0.0015801105,0.00034085487,0.000009054952,0.000028353765,0.0008032796],"genre_scores_gemma":[0.9897391,0.009088983,0.00026328492,0.00027977477,0.0005860733,0.000009507992,0.0000038223247,0.000011878893,0.000017573373],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982292,0.00026402462,0.00044993582,0.00031373167,0.00037664303,0.0003664393],"domain_scores_gemma":[0.9992174,0.00009157698,0.0002764513,0.00016626985,0.000047085254,0.00020124811],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011126274,0.0001780386,0.0002214126,0.00015737416,0.00043820473,0.00004698188,0.00030663618,0.00030533402,0.000021124244],"category_scores_gemma":[0.00015461007,0.00014171423,0.00006305729,0.0003029305,0.0004323302,0.00029299155,0.000109981214,0.0006547816,0.0000018424589],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002285846,0.00009588368,0.96756285,0.00011681061,0.000021372758,2.2893347e-7,0.0066818153,4.0279676e-7,0.0000067601018,0.020696795,0.0017963527,0.0027921419],"study_design_scores_gemma":[0.00078017777,0.00017655079,0.94814336,0.00034834098,0.00009806357,0.0000035136034,0.017559782,0.00002122349,0.0000024443673,0.032677766,0.000036383954,0.00015237492],"about_ca_topic_score_codex":0.0006478878,"about_ca_topic_score_gemma":0.0043275207,"teacher_disagreement_score":0.019419473,"about_ca_system_score_codex":0.00004137714,"about_ca_system_score_gemma":0.0002609184,"threshold_uncertainty_score":0.57789385},"labels":[],"label_agreement":null},{"id":"W1977450265","doi":"10.1176/appi.ap.32.6.510","title":"A Novel Network for Mentoring Family Physicians on Mental Health Issues Using E-mail","year":2008,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"College of Family Physicians of Canada; University of Waterloo; University of Toronto","funders":"","keywords":"Mental health; Context (archaeology); Medicine; Psychology; Hierarchy; Nursing; Family medicine; Medical education; Psychiatry","score_opus":0.07765017913336539,"score_gpt":0.376343469978186,"score_spread":0.29869329084482066,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1977450265","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8378414,0.025367009,0.0065915408,0.019273335,0.09412037,0.0023456202,0.00018740073,0.00067203847,0.013601273],"genre_scores_gemma":[0.44707087,0.009811332,0.26414123,0.11199694,0.07798804,0.0015570642,0.00052526343,0.0010300238,0.08587924],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99680203,0.000074390155,0.0007048597,0.000717625,0.00041211734,0.001288975],"domain_scores_gemma":[0.99892443,0.00008421059,0.00037955865,0.00035504028,0.00002500681,0.00023176242],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00075272,0.00036842248,0.0004394107,0.00011571556,0.000697645,0.000010599989,0.00044475507,0.00034076863,0.000040142433],"category_scores_gemma":[0.00001727728,0.00038364175,0.00015161668,0.00028409174,0.00007137978,0.000102093734,0.00006610208,0.0008689349,0.000103540995],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025447633,0.00030288356,0.017986437,0.00006573461,0.0002838199,0.0000014068672,0.008333289,0.00017279251,0.0023551045,0.014702138,0.9462111,0.0093308315],"study_design_scores_gemma":[0.003911901,0.0004305237,0.024742616,0.00116963,0.000041782965,0.000081454535,0.0040782285,0.00030471582,0.00008937419,0.0013310799,0.9628532,0.0009655061],"about_ca_topic_score_codex":0.00017378086,"about_ca_topic_score_gemma":0.0000024913857,"teacher_disagreement_score":0.39077055,"about_ca_system_score_codex":0.0004302057,"about_ca_system_score_gemma":0.00019896023,"threshold_uncertainty_score":0.99986154},"labels":[],"label_agreement":null},{"id":"W1978499026","doi":"10.1176/appi.ap.35.4.249","title":"Implementation of Problem-Based Learning in Child and Adolescent Psychiatry: Shared Experiences of a Special-Interest Study Group","year":2011,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Toronto","funders":"","keywords":"Problem-based learning; Child and adolescent psychiatry; Facilitator; Curriculum; Medical education; Presentation (obstetrics); Psychology; Teamwork; TUTOR; Medicine; Pedagogy; Psychiatry; Political science; Social psychology","score_opus":0.039252663388839565,"score_gpt":0.3361105831242955,"score_spread":0.29685791973545594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1978499026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99204165,0.0008196296,0.0000577154,0.0007438042,0.0006369137,0.0009106997,0.0000032817572,0.000045039247,0.0047412678],"genre_scores_gemma":[0.99738425,0.00011470015,0.0018705184,0.00016955513,0.00034976756,0.000078865975,0.000004415078,0.000015158818,0.000012759028],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9978133,0.0004731526,0.00068117474,0.00035767278,0.00032380113,0.00035089868],"domain_scores_gemma":[0.9991872,0.000036597852,0.00051772746,0.00012798632,0.00004053746,0.00008997479],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014325391,0.00016199441,0.00028474396,0.00028331176,0.00021946087,0.000013793874,0.00034696475,0.00015878698,0.00034676894],"category_scores_gemma":[0.000045705845,0.00016270648,0.000060823648,0.0005603688,0.00020097636,0.000275114,0.000056207085,0.00061654305,0.0000020890448],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009532182,0.00025223472,0.8374596,0.00009615469,0.0000140125485,3.2174276e-7,0.15572543,0.0000037390198,0.000026860585,0.0031288152,0.00028110333,0.00291638],"study_design_scores_gemma":[0.0019697263,0.0007486575,0.40130505,0.0006613189,0.00003588055,0.0000010404989,0.5918232,0.000016867536,0.000083206614,0.001955196,0.0011360559,0.0002637975],"about_ca_topic_score_codex":0.001688242,"about_ca_topic_score_gemma":0.0053968295,"teacher_disagreement_score":0.43615457,"about_ca_system_score_codex":0.00003623644,"about_ca_system_score_gemma":0.00034507233,"threshold_uncertainty_score":0.6634978},"labels":[],"label_agreement":null},{"id":"W1980291433","doi":"10.1007/s40596-014-0196-6","title":"Impact of the Information Age on Residency Training: Communication, Access to Public Information, and Clinical Care","year":2014,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Residency training; Training (meteorology); Medical education; Public access; Psychology; Public information; Family medicine; Medicine; Computer science; Internet privacy; Continuing education","score_opus":0.15243171239297307,"score_gpt":0.4923658468819077,"score_spread":0.3399341344889346,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1980291433","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.930377,0.0001238503,0.000036383684,0.05649578,0.00335284,0.0010616959,0.000008488995,0.00004644975,0.008497521],"genre_scores_gemma":[0.99506676,0.00040178193,0.00035460092,0.0035183392,0.0005253804,0.00010665477,0.000018133205,0.000004772411,0.0000035771557],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978953,0.00062986487,0.0007413646,0.00008717926,0.00040693555,0.00023936105],"domain_scores_gemma":[0.9974228,0.0011575359,0.00052934274,0.00037680205,0.0002915553,0.00022194815],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.002137789,0.000087029126,0.00015403148,0.00014510314,0.0005553208,0.00009381265,0.0009084498,0.00030520692,0.00001817061],"category_scores_gemma":[0.012882599,0.000069659836,0.00007280147,0.00064138725,0.00026098924,0.0018289859,0.000093275296,0.0005656784,0.00002362511],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010273583,0.000008953075,0.8038567,0.000022654545,0.000007016519,1.0354954e-9,0.091821626,0.0000038271123,8.7485695e-8,0.03040614,0.012159727,0.061703037],"study_design_scores_gemma":[0.0001948134,0.00006172346,0.9248653,0.00007921316,0.000008500975,1.5172566e-7,0.011818961,0.000005548631,2.7569712e-7,0.005517851,0.05737365,0.00007401208],"about_ca_topic_score_codex":0.0020319705,"about_ca_topic_score_gemma":0.0011609958,"teacher_disagreement_score":0.12100864,"about_ca_system_score_codex":0.00016735241,"about_ca_system_score_gemma":0.0018463166,"threshold_uncertainty_score":0.9954323},"labels":[],"label_agreement":null},{"id":"W1982844732","doi":"10.1176/appi.ap.11030047","title":"Systems-Based Aspects in the Training of IMG or Previously Trained Residents: Comparison of Psychiatry Residency Training in the United States, Canada, the United Kingdom, India, and Nigeria","year":2012,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Curriculum; Training (meteorology); Mental health; Graduate medical education; Psychiatry; Residency training; Medicine; Autonomy; Medical education; IMG; Family medicine; Psychology; Political science; Accreditation; Pedagogy; Continuing education","score_opus":0.11333876393943056,"score_gpt":0.43378789836556936,"score_spread":0.3204491344261388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1982844732","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96792537,0.008009943,0.0000154882,0.018388066,0.002144465,0.0028478615,0.00007658457,0.000040490642,0.0005517322],"genre_scores_gemma":[0.9903263,0.00024959003,0.00030378226,0.008151946,0.00051646994,0.000251014,0.0001179552,0.000053025677,0.000029940347],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9890423,0.0052790055,0.0027238077,0.00039883045,0.0010012741,0.0015547858],"domain_scores_gemma":[0.99332464,0.0038664225,0.0016638361,0.0007965348,0.00012905228,0.00021950695],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.007986532,0.0004308485,0.0009161983,0.0005619917,0.0006665999,0.000015070065,0.001380668,0.0006200244,0.00003598895],"category_scores_gemma":[0.00084235385,0.000243652,0.00006997587,0.0031296087,0.00026138913,0.00017626293,0.00007692289,0.00353811,0.000002058852],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043584386,0.00009226974,0.8017079,0.0012394194,0.000036468617,0.0000024583792,0.15913504,0.0004031426,0.0000051857837,0.022347944,0.014494221,0.00010008141],"study_design_scores_gemma":[0.0024744598,0.0002142842,0.46030837,0.0066558444,0.000083006154,0.000016284455,0.52170885,0.00076917774,0.0000013469286,0.0032713886,0.0041891704,0.00030784003],"about_ca_topic_score_codex":0.45373046,"about_ca_topic_score_gemma":0.62423605,"teacher_disagreement_score":0.36257377,"about_ca_system_score_codex":0.000288814,"about_ca_system_score_gemma":0.006717871,"threshold_uncertainty_score":0.9989131},"labels":[],"label_agreement":null},{"id":"W1983837585","doi":"10.1007/s40596-013-0024-4","title":"A New Day for Academic Psychiatry","year":2014,"lang":"en","type":"editorial","venue":"Academic Psychiatry","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Mental health; Gratitude; Publishing; Inclusion (mineral); Service (business); Editorial board; Medical education; Public relations; Psychology; Medicine; Library science; Political science; Sociology; Psychiatry; Social science; Law","score_opus":0.24689165981546218,"score_gpt":0.6363988295851134,"score_spread":0.3895071697696512,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1983837585","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0001368414,0.0016015265,0.012403931,0.083876856,0.89267516,0.00417974,0.0015757022,0.00054415094,0.0030060594],"genre_scores_gemma":[0.00002915306,0.0013348733,0.016051676,0.060877703,0.8966281,0.0015740492,0.00057639857,0.00032731498,0.022600722],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9853901,0.001958186,0.004656182,0.0020526857,0.0023961044,0.003546712],"domain_scores_gemma":[0.9785206,0.013734433,0.0037356652,0.0015971486,0.0005710726,0.0018411088],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.010978209,0.0011054544,0.001618443,0.00080453895,0.0019419441,0.000028108978,0.0035275896,0.010073003,0.0010853742],"category_scores_gemma":[0.013267131,0.0010890429,0.00045115623,0.001033658,0.00017886741,0.00048803078,0.0004897405,0.019142903,0.0036315697],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010073549,0.000008708281,0.0046517528,0.0016927101,0.000051316914,1.3663045e-7,0.0016352846,8.2570983e-7,0.000008649086,0.005985605,0.98421526,0.0016489902],"study_design_scores_gemma":[0.0037364035,0.00018178162,0.00047126893,0.0018768312,0.00017383505,0.0000018555291,0.0006189878,0.000022221713,7.786535e-7,0.037393425,0.95456785,0.0009547792],"about_ca_topic_score_codex":0.0004086688,"about_ca_topic_score_gemma":0.00045322336,"teacher_disagreement_score":0.036435477,"about_ca_system_score_codex":0.00082616974,"about_ca_system_score_gemma":0.037261646,"threshold_uncertainty_score":0.99982774},"labels":[],"label_agreement":null},{"id":"W1984247111","doi":"10.1007/s40596-014-0210-z","title":"His Majesty’s Psychosis: the Case of Emperor Joshua Norton","year":2014,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Historical Psychiatry and Medical Practices","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Majesty; Emperor; Psychosis; Psychiatry; Psychology; Psychoanalysis; Medicine; Classics; Psychotherapist; Ancient history; History; Archaeology","score_opus":0.02238250030255958,"score_gpt":0.34139264150791154,"score_spread":0.319010141205352,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1984247111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.701891,0.011821531,0.0014944526,0.05502332,0.036888905,0.0006777018,0.000030249801,0.0002671741,0.19190569],"genre_scores_gemma":[0.9832426,0.00016533013,0.000746923,0.009229511,0.0028590006,0.00009148374,0.0000059907566,0.00005483568,0.0036043704],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967875,0.0006392417,0.0009517518,0.0006592338,0.0003384363,0.00062387355],"domain_scores_gemma":[0.9971226,0.00071347074,0.0006058508,0.0011412448,0.00006206923,0.0003547931],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015989632,0.00032824243,0.0004358733,0.00013509374,0.00032658209,0.000011150851,0.0009005259,0.0006841869,0.0018302493],"category_scores_gemma":[0.0003775429,0.00023148114,0.00026291696,0.00055012276,0.0004038126,0.00019510003,0.000071047405,0.0020812266,0.0009573136],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00032781984,0.0005561521,0.029240843,0.0001076161,0.00024334622,0.00004010018,0.0030161517,0.0000022598974,0.00011207451,0.12343392,0.79108894,0.0518308],"study_design_scores_gemma":[0.0016247842,0.00044461762,0.009908685,0.00010661019,0.00033241668,0.0015427002,0.0028419576,0.000042631073,0.0000138412,0.017793745,0.9648716,0.00047642042],"about_ca_topic_score_codex":0.00060612796,"about_ca_topic_score_gemma":0.00016046605,"teacher_disagreement_score":0.28135157,"about_ca_system_score_codex":0.000043556644,"about_ca_system_score_gemma":0.000081937746,"threshold_uncertainty_score":0.99982053},"labels":[],"label_agreement":null},{"id":"W1985384277","doi":"10.1176/appi.ap.32.4.313","title":"Training Clinicians in Cultural Psychiatry: A Canadian Perspective","year":2008,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":56,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Curriculum; Context (archaeology); Cultural competence; Identity (music); Multiculturalism; Medical education; Cultural humility; Cultural identity; Ethnic group; Psychology; Medicine; Pedagogy; Psychotherapist; Sociology; Social psychology; Anthropology","score_opus":0.10871817077377491,"score_gpt":0.41331693848065426,"score_spread":0.3045987677068793,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985384277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7258259,0.0052873567,0.0000011596436,0.104495026,0.008093993,0.00055798516,0.000028013168,0.00017605265,0.1555345],"genre_scores_gemma":[0.9855537,0.0015199428,0.001102738,0.008166057,0.002988919,0.00003982432,0.0000081145345,0.000023413246,0.0005972839],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9970001,0.000317361,0.00056429754,0.0005173221,0.00046001564,0.0011409058],"domain_scores_gemma":[0.9987127,0.00009887996,0.00015546902,0.00021410557,0.00016634572,0.0006525101],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071766775,0.00022334779,0.00031409966,0.000258323,0.0011857762,0.000020632622,0.0006784575,0.00056951307,0.00018602805],"category_scores_gemma":[0.00051518576,0.00022101053,0.00014886222,0.0010818221,0.00040788605,0.00041999453,0.000024124467,0.0017199512,0.00014495336],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001913966,0.000021368505,0.55544144,0.000009918319,0.000014954358,0.00001121892,0.21527928,0.00000786653,0.000002915976,0.18769655,0.040826257,0.00066910125],"study_design_scores_gemma":[0.0007544343,0.00007845864,0.22480594,0.00023856336,0.000017860624,0.000062136336,0.5712418,0.000019261945,3.0204492e-7,0.048860434,0.15327838,0.0006424255],"about_ca_topic_score_codex":0.5161223,"about_ca_topic_score_gemma":0.9068849,"teacher_disagreement_score":0.39076257,"about_ca_system_score_codex":0.0011645014,"about_ca_system_score_gemma":0.006708025,"threshold_uncertainty_score":0.998923},"labels":[],"label_agreement":null},{"id":"W1985660303","doi":"10.1176/appi.ap.35.6.349","title":"Academic Psychiatry: An International, Innovative Specialty","year":2011,"lang":"en","type":"editorial","venue":"Academic Psychiatry","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Specialty; Medical education; Psychiatry; MEDLINE; Medicine; Psychology; Political science","score_opus":0.09646879406247288,"score_gpt":0.45770325280224794,"score_spread":0.36123445873977506,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1985660303","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029582195,0.003931605,0.00006021736,0.035531927,0.92517424,0.0013619635,0.00054430106,0.00033119204,0.030106336],"genre_scores_gemma":[0.0003864231,0.023862567,0.0019082322,0.021422593,0.9447895,0.00013132211,0.0025258074,0.0002400282,0.004733486],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.98949105,0.0003055033,0.0019547148,0.0015288711,0.0041817417,0.0025381448],"domain_scores_gemma":[0.98792696,0.00049639697,0.00096551,0.0012751337,0.0012441323,0.008091855],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0039372467,0.0009138486,0.0013882568,0.001100709,0.00021310418,0.000034261044,0.0020075107,0.0075763757,0.0015758259],"category_scores_gemma":[0.043850094,0.00080047874,0.00026883517,0.0013522829,0.0004798988,0.0006694038,0.00031842245,0.024380088,0.0010292222],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0013269044,0.00028212115,0.012753633,0.00062880496,0.00026280966,0.000019299545,0.000292343,3.593644e-8,0.000019414765,0.002110695,0.97406673,0.008237193],"study_design_scores_gemma":[0.0034804284,0.0011223167,0.0039610406,0.0024083469,0.00015913058,0.00004108601,0.00019350677,0.000006800596,0.000010251053,0.0057788407,0.98218286,0.00065540953],"about_ca_topic_score_codex":0.00021426402,"about_ca_topic_score_gemma":0.00006268787,"teacher_disagreement_score":0.05300684,"about_ca_system_score_codex":0.0008675828,"about_ca_system_score_gemma":0.053874422,"threshold_uncertainty_score":0.9997486},"labels":[],"label_agreement":null},{"id":"W1986434041","doi":"10.1007/bf03340083","title":"Psychiatry Clerkship Core Curriculum Renewal: Assessing the Shift to Larger-Group Learning","year":2013,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; St. Michael's Hospital; Health Sciences Centre; University Health Network","funders":"","keywords":"Curriculum; Core curriculum; Medical education; Clinical clerkship; Medicine; Core (optical fiber); Psychology; Pedagogy; Computer science","score_opus":0.020161622889352922,"score_gpt":0.35941471214533793,"score_spread":0.339253089255985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986434041","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8422937,0.00094510056,0.0012766152,0.142652,0.007211018,0.0008257974,9.267128e-7,0.0002676221,0.004527238],"genre_scores_gemma":[0.93338454,0.00004924729,0.022550475,0.0384602,0.00445926,0.00024219074,0.00007173608,0.00007951788,0.00070281455],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971064,0.00012495487,0.00080961216,0.00055988407,0.0007130603,0.00068611465],"domain_scores_gemma":[0.99851155,0.000090847665,0.00030590483,0.0006546913,0.00018529735,0.00025169126],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012314471,0.00030635478,0.00033359567,0.00027797205,0.0005228232,0.00008313534,0.0005253494,0.00053957937,0.00058939046],"category_scores_gemma":[0.0010983982,0.00022382602,0.00013279257,0.0015312961,0.00014245321,0.00033482417,0.000112243004,0.0032221056,0.00089172693],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007150244,0.00014490096,0.719864,0.00007941598,0.00003930648,3.8697124e-7,0.00046945427,0.000007610576,0.00029107303,0.010645685,0.25904682,0.009404193],"study_design_scores_gemma":[0.0010841246,0.00021892108,0.89799184,0.0011135007,0.00017363121,0.00010194719,0.007915317,0.0010581916,0.000014952324,0.031033423,0.05877668,0.0005174577],"about_ca_topic_score_codex":0.00014003512,"about_ca_topic_score_gemma":0.000011445618,"teacher_disagreement_score":0.20027015,"about_ca_system_score_codex":0.00013988426,"about_ca_system_score_gemma":0.000507124,"threshold_uncertainty_score":0.9998862},"labels":[],"label_agreement":null},{"id":"W1986633452","doi":"10.1176/appi.ap.30.2.130","title":"\"How Am I Doing?\": Many Problems But Few Solutions Related to Feedback Delivery in Undergraduate Psychiatry Education","year":2006,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Medical education; Psychology; Preceptor; Medicine","score_opus":0.010513833014611985,"score_gpt":0.2856682977401334,"score_spread":0.2751544647255214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1986633452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69309664,0.0032325797,0.001298864,0.28510544,0.0070350952,0.0012797615,0.000007075658,0.00023577269,0.008708808],"genre_scores_gemma":[0.9405945,0.00029795035,0.033164807,0.011667454,0.0018868305,0.00034536785,0.00034122122,0.00009638578,0.011605486],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9967991,0.00009161022,0.0010655606,0.00070361444,0.0005846105,0.00075546856],"domain_scores_gemma":[0.99857956,0.000033369724,0.00031878462,0.00062616373,0.0002543081,0.00018778916],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00065469916,0.0003501394,0.00038100686,0.00093444856,0.00025283865,0.00004557956,0.0003398315,0.00069811003,0.000052054198],"category_scores_gemma":[0.00018417167,0.00036329258,0.00012181679,0.0025491684,0.00014025335,0.00035102645,0.00007487029,0.0019248117,0.00029121034],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005652495,0.0012111246,0.27121356,0.00039462122,0.000060399987,9.779062e-7,0.00027847043,0.00020128058,0.0016102066,0.11542724,0.594311,0.015234591],"study_design_scores_gemma":[0.0048335334,0.000375254,0.6214397,0.004415389,0.00036163194,0.00044083706,0.004835689,0.0013037531,0.00008989851,0.22209044,0.1384611,0.0013527682],"about_ca_topic_score_codex":0.00031192417,"about_ca_topic_score_gemma":0.00015248002,"teacher_disagreement_score":0.45584992,"about_ca_system_score_codex":0.00056618755,"about_ca_system_score_gemma":0.0020228615,"threshold_uncertainty_score":0.9998819},"labels":[],"label_agreement":null},{"id":"W1988591799","doi":"10.1176/appi.ap.32.6.470","title":"Teaching Evidence-Based Psychiatry: Integrating and Aligning the Formal and Hidden Curricula","year":2008,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Medical education; Evidence-based practice; Evidence-based medicine; Best practice; Paradigm shift; Psychology; MEDLINE; Best evidence; Hidden curriculum; Clinical Practice; Medicine; Alternative medicine; Pedagogy; Nursing","score_opus":0.13412658262106095,"score_gpt":0.4669499265318272,"score_spread":0.3328233439107663,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988591799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90367985,0.008515328,0.00041931594,0.08292539,0.0023853767,0.00064410095,0.0000030263789,0.00007378065,0.0013538355],"genre_scores_gemma":[0.97488177,0.0015146704,0.00683638,0.014149296,0.0021536215,0.00014513171,0.0000044240837,0.000018218127,0.0002965071],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968458,0.00080198573,0.000596195,0.00038546772,0.00043417554,0.0009363815],"domain_scores_gemma":[0.9979053,0.0011210908,0.00026188363,0.0002516707,0.00006662779,0.0003934122],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0040236637,0.00017547907,0.00019353954,0.00014558696,0.004475778,0.000018093446,0.0003677999,0.0002741086,0.000034152617],"category_scores_gemma":[0.0009759466,0.00011141136,0.000037099155,0.00032900413,0.00028432772,0.0007965693,0.00014117557,0.003091472,0.000036596426],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002367716,0.000013195897,0.9199549,0.00021546351,0.00000468857,2.8170876e-7,0.0065602916,7.295756e-7,0.000048446534,0.004717109,0.058534436,0.009926774],"study_design_scores_gemma":[0.0013216668,0.00032380107,0.8976061,0.005356034,0.000037107053,0.00009070976,0.053693924,0.00793976,0.0000056161266,0.009958996,0.023132198,0.00053410063],"about_ca_topic_score_codex":0.0013903886,"about_ca_topic_score_gemma":0.0001858504,"teacher_disagreement_score":0.0712019,"about_ca_system_score_codex":0.00007238129,"about_ca_system_score_gemma":0.0019063381,"threshold_uncertainty_score":0.99920845},"labels":[],"label_agreement":null},{"id":"W1988982159","doi":"10.1176/appi.ap.32.3.183","title":"Practical Strategies for Becoming a Successful Medical Book Author","year":2008,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Health Sciences Research and Education","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Institute of Mental Health","keywords":"Publishing; Medical writing; Focus (optics); Advice (programming); Computer science; Medical education; Engineering ethics; World Wide Web; Public relations; Medicine; Engineering; Political science","score_opus":0.2686675114644897,"score_gpt":0.5743569954077151,"score_spread":0.3056894839432254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1988982159","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4693621,0.0020172154,0.014141655,0.48870155,0.011467592,0.0020699515,0.000021126622,0.00024304575,0.011975761],"genre_scores_gemma":[0.8149696,0.003901001,0.03597111,0.10438653,0.018937347,0.0025227836,0.00007369841,0.00009604014,0.019141886],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9965453,0.00039867213,0.0007376354,0.00037812543,0.00078837725,0.0011518744],"domain_scores_gemma":[0.99680156,0.0017189475,0.00020732998,0.00023034312,0.00014170834,0.0009001313],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002925862,0.00013440354,0.00022503608,0.0001387656,0.0017492437,0.000008842511,0.00042787704,0.00068802544,0.0017604484],"category_scores_gemma":[0.0025398582,0.000110648674,0.00006326752,0.00030849178,0.00023157017,0.00070855377,0.00008051061,0.002535459,0.00048192576],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064041094,0.00004576659,0.07862888,0.00022162683,0.00000659558,0.0000015913516,0.0025399956,3.213068e-7,0.000009910033,0.018352007,0.8998138,0.00031547985],"study_design_scores_gemma":[0.0014654277,0.00021870712,0.037189186,0.00040490102,0.000013056129,0.00007035702,0.028505417,0.0020427299,0.000004127228,0.021830944,0.9079554,0.00029972824],"about_ca_topic_score_codex":0.0002125355,"about_ca_topic_score_gemma":0.00013542552,"teacher_disagreement_score":0.384315,"about_ca_system_score_codex":0.00012736292,"about_ca_system_score_gemma":0.019004943,"threshold_uncertainty_score":0.99976575},"labels":[],"label_agreement":null},{"id":"W1992583988","doi":"10.1007/bf03340090","title":"Residents’ Evaluation of a Graded Systematic Approach to Psychotherapy Training","year":2013,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Psychotherapy Techniques and Applications","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen Elizabeth II Health Sciences Centre; Dalhousie University","funders":"","keywords":"Psychotherapist; Psychology; Training (meteorology); MEDLINE; Medical education; Medicine","score_opus":0.09886323097894803,"score_gpt":0.3932204547798173,"score_spread":0.29435722380086926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1992583988","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71676,0.015022512,0.07183549,0.009928772,0.0033987863,0.017965624,0.000036127236,0.0008527419,0.16419998],"genre_scores_gemma":[0.9509542,0.0001319811,0.034978867,0.0035648798,0.0004066843,0.008806622,0.000015354077,0.000094875264,0.0010465421],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.997052,0.00039168185,0.0009370958,0.0005683499,0.0006308107,0.0004200608],"domain_scores_gemma":[0.99817616,0.000075913646,0.00042365261,0.0009688255,0.00018209228,0.00017335977],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016634944,0.00025578466,0.0004442442,0.00023797246,0.00008282374,0.000019629842,0.0007435337,0.00036682186,0.00081789657],"category_scores_gemma":[0.00001882896,0.00023114026,0.00013685902,0.00076443935,0.000059649836,0.00013977675,0.000010511085,0.00044374468,0.00030500646],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000108949556,0.0013191608,0.009161175,0.001887801,0.00076586974,8.100424e-8,0.0253827,0.000037984162,0.012525875,0.6314767,0.3018636,0.015470114],"study_design_scores_gemma":[0.004274068,0.00035959948,0.1546178,0.0034177415,0.00050261605,0.000080121536,0.009821776,0.0008427155,0.00016121824,0.823404,0.0013818294,0.001136482],"about_ca_topic_score_codex":0.00011103969,"about_ca_topic_score_gemma":0.0000032570535,"teacher_disagreement_score":0.30048177,"about_ca_system_score_codex":0.00004036502,"about_ca_system_score_gemma":0.00015217846,"threshold_uncertainty_score":0.94256264},"labels":[],"label_agreement":null},{"id":"W1994039627","doi":"10.1007/s40596-014-0237-1","title":"Mentoring Women Psychiatry Residents: Implications for Academic Leaders and Educators","year":2014,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medical education; Psychology; Academic medicine; MEDLINE; Psychiatry; Medicine; Political science","score_opus":0.035231972935170365,"score_gpt":0.3576713525827133,"score_spread":0.32243937964754293,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1994039627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7960041,0.0039050689,0.00055703387,0.17455745,0.008192592,0.00063541636,0.000021495283,0.00020605259,0.015920773],"genre_scores_gemma":[0.963054,0.0036666815,0.0022643094,0.018244829,0.0074308948,0.00016864645,0.000017488725,0.000044031087,0.0051090936],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9980654,0.000111933674,0.000306999,0.000411964,0.00039680337,0.00070687965],"domain_scores_gemma":[0.99893856,0.00017455625,0.00015313576,0.0002302794,0.00005606243,0.00044738443],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.002249363,0.00015897083,0.00020612078,0.00015348294,0.0008150799,0.00003748038,0.0008122421,0.00043054347,0.000042730826],"category_scores_gemma":[0.00036904306,0.00017173022,0.00006330846,0.0003172537,0.000492373,0.00034009296,0.00008451146,0.0007076855,0.000027086628],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024548443,0.000022460992,0.5604661,0.00007122001,0.000040652958,2.057971e-8,0.019694792,9.3112567e-7,0.000045689925,0.24214219,0.1713658,0.00612561],"study_design_scores_gemma":[0.0012067563,0.00010728991,0.12659784,0.00021733,0.000108990345,0.0000035948212,0.19916253,0.0000041859066,0.0000050905046,0.25934368,0.41281274,0.000429975],"about_ca_topic_score_codex":0.00016438018,"about_ca_topic_score_gemma":0.00008330711,"teacher_disagreement_score":0.43386826,"about_ca_system_score_codex":0.00016473635,"about_ca_system_score_gemma":0.00041386968,"threshold_uncertainty_score":0.7002955},"labels":[],"label_agreement":null},{"id":"W1996499130","doi":"10.1176/appi.ap.27.1.19","title":"On the Importance of Anonymity in Surveying Medical Student Depression","year":2003,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Paul's Hospital; University of British Columbia","funders":"","keywords":"Anonymity; Depression (economics); Psychology; Medical education; Medicine; Applied psychology; Computer science; Computer security","score_opus":0.06922975088748348,"score_gpt":0.46528157058557795,"score_spread":0.39605181969809444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1996499130","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.20342533,0.011233317,0.000017016731,0.7719881,0.00849353,0.0015817642,0.000096918826,0.000051135594,0.003112876],"genre_scores_gemma":[0.044288453,0.0035601298,0.00006982258,0.94658744,0.0037096096,0.0004439215,0.0001176023,0.00009996191,0.0011230775],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9878881,0.0054454133,0.002408661,0.00084882136,0.0021622397,0.001246782],"domain_scores_gemma":[0.9918312,0.0052937474,0.0014864522,0.001024066,0.00014200462,0.00022254924],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0067242607,0.0005147103,0.0009920835,0.00025731162,0.00057623745,0.000003808871,0.0014574646,0.0057477243,0.0023291316],"category_scores_gemma":[0.0018980294,0.0003179263,0.00019760085,0.00045208636,0.00015612664,0.00007115478,0.00036807885,0.02882088,0.00012281397],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002448211,0.000038967388,0.4927966,0.0005179416,0.000018044162,0.000019834068,0.00017712348,2.2026902e-7,0.0000010436321,0.00042923875,0.5053958,0.0005807049],"study_design_scores_gemma":[0.0037899674,0.00016602087,0.5220601,0.098570265,0.000089024084,0.000018446037,0.0035970865,0.00004989911,0.0000093701665,0.030388432,0.33973253,0.0015288529],"about_ca_topic_score_codex":0.00037221613,"about_ca_topic_score_gemma":0.00051535625,"teacher_disagreement_score":0.1745993,"about_ca_system_score_codex":0.00026048644,"about_ca_system_score_gemma":0.0031855782,"threshold_uncertainty_score":0.9999273},"labels":[],"label_agreement":null},{"id":"W1997051011","doi":"10.1176/appi.ap.11020024","title":"The Transition to Practice in Psychiatry: A Practical Guide","year":2012,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Medical Malpractice and Liability Issues","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Transition (genetics); Psychiatry; Psychology; Medical education; Medicine; Chemistry","score_opus":0.048001855645891614,"score_gpt":0.4954166080775698,"score_spread":0.4474147524316782,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997051011","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.068832636,0.0037178611,0.0011005792,0.8760883,0.018130684,0.0014258579,0.0000065006625,0.00013512185,0.030562464],"genre_scores_gemma":[0.53850335,0.0039396207,0.07649224,0.35248366,0.022653116,0.0014857653,0.000027420481,0.00015203306,0.004262766],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943654,0.0021247761,0.0012039469,0.0003710786,0.0006319713,0.0013028301],"domain_scores_gemma":[0.99196106,0.00634211,0.00035304175,0.00059497915,0.00011433061,0.00063449034],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008310732,0.0002290507,0.000288538,0.000111659014,0.00072060525,0.000012921816,0.00037680808,0.00068314635,0.00039170065],"category_scores_gemma":[0.014267543,0.00016277144,0.000078872494,0.0006461163,0.00009246588,0.0010640215,0.00010124336,0.0043997173,0.0027250182],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004694704,0.00034556224,0.08138668,0.00011064228,0.000031800602,0.0000010977072,0.01127733,0.0000015872192,0.000030743042,0.09216739,0.8117989,0.0023788468],"study_design_scores_gemma":[0.00064243097,0.00008194148,0.019606974,0.0002614831,0.00006892682,0.00002114517,0.03669785,0.000017252944,0.0000013208884,0.0053851972,0.9370179,0.00019754803],"about_ca_topic_score_codex":0.00028791622,"about_ca_topic_score_gemma":0.00026349752,"teacher_disagreement_score":0.52360463,"about_ca_system_score_codex":0.00015488267,"about_ca_system_score_gemma":0.0010626805,"threshold_uncertainty_score":0.99805146},"labels":[],"label_agreement":null},{"id":"W1997768707","doi":"10.1176/appi.ap.31.2.101","title":"Cultivating Careers in the American Association of Directors of Psychiatric Residency Training","year":2007,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Residency training; Association (psychology); Medical education; Psychology; Training (meteorology); Family medicine; Psychiatry; Medicine; Psychotherapist; Continuing education","score_opus":0.30454327004698506,"score_gpt":0.5500638227717515,"score_spread":0.24552055272476642,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1997768707","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97974694,0.0015133382,0.000019930994,0.010557948,0.0014583331,0.00031903523,0.00003169824,0.00003220217,0.0063205864],"genre_scores_gemma":[0.9939686,0.00044655972,0.00045159625,0.004501029,0.0005207454,0.00001226541,0.0000072932407,0.00001636902,0.00007551081],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99683726,0.00083309325,0.0010434208,0.00026091962,0.00037580408,0.0006494755],"domain_scores_gemma":[0.99682415,0.0017598334,0.0009959309,0.00016804323,0.000089654175,0.00016241553],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005994555,0.00018582225,0.00040057165,0.00025192104,0.00013946915,0.000002679228,0.0005122824,0.00063463807,0.00007534576],"category_scores_gemma":[0.00061348465,0.0001570783,0.00012753422,0.0014034124,0.00020278766,0.000100197925,0.00003473216,0.0038237565,0.0000052442315],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025704532,0.00011046793,0.9653267,0.000100464604,0.00006154965,0.0000021252624,0.004631437,0.00004337898,0.004882434,0.0026759235,0.0054030702,0.016505387],"study_design_scores_gemma":[0.001520955,0.00020581331,0.9623152,0.00011594864,0.00016560986,0.000011435882,0.015500923,0.00011824369,0.0045151063,0.0029775721,0.012256466,0.0002967478],"about_ca_topic_score_codex":0.00021267949,"about_ca_topic_score_gemma":0.00021027277,"teacher_disagreement_score":0.016208638,"about_ca_system_score_codex":0.00013453144,"about_ca_system_score_gemma":0.00030687716,"threshold_uncertainty_score":0.9984745},"labels":[],"label_agreement":null},{"id":"W1999389924","doi":"10.1176/appi.ap.10060090","title":"Survey of Threats and Assaults by Patients on Psychiatry Residents","year":2012,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Workplace Violence and Bullying","field":"Social Sciences","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychiatry; Medicine; Suicide prevention; Quarter (Canadian coin); Injury prevention; Family medicine; Poison control; Human factors and ergonomics; Occupational safety and health; Psychology; Medical emergency","score_opus":0.030432502908789315,"score_gpt":0.3421346874027365,"score_spread":0.3117021844939472,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1999389924","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98026997,0.0098349145,0.00000313731,0.0015277473,0.0030705128,0.00021880964,0.000048583574,0.000041259165,0.00498507],"genre_scores_gemma":[0.99543357,0.0026434378,0.00012110066,0.00087516377,0.00043069344,0.000007180434,0.000024344841,0.00001782278,0.00044667377],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99792933,0.000332511,0.00035497858,0.00026335914,0.00057516765,0.0005446586],"domain_scores_gemma":[0.9990773,0.00017646277,0.00024726512,0.00019287263,0.0000658728,0.00024019241],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0016467047,0.00016079687,0.00021060355,0.00008952863,0.00032713488,0.000016042386,0.00033342128,0.00040512453,0.00004780126],"category_scores_gemma":[0.0001937687,0.00014966504,0.0000445468,0.00037054997,0.00018767997,0.00036173835,0.000050569455,0.0004898553,0.00005725483],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043465454,0.000121060526,0.9300791,0.000013620674,0.000013940753,1.5471377e-8,0.0007543379,1.3595275e-7,0.000009881809,0.0015198,0.06398928,0.0034553614],"study_design_scores_gemma":[0.00046185532,0.000058013982,0.99475986,0.00024384588,0.000016451426,1.5353622e-7,0.00090137107,5.304035e-7,0.000016683105,0.0018332643,0.0015275284,0.00018045567],"about_ca_topic_score_codex":0.00199147,"about_ca_topic_score_gemma":0.0005604701,"teacher_disagreement_score":0.06468075,"about_ca_system_score_codex":0.000036354064,"about_ca_system_score_gemma":0.00015487031,"threshold_uncertainty_score":0.6103163},"labels":[],"label_agreement":null},{"id":"W2000720050","doi":"10.1176/appi.ap.11070129","title":"Using Simulation to Train Junior Psychiatry Residents to Work With Agitated Patients: A Pilot Study","year":2013,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Work (physics); Medicine; Psychology; Psychiatry; Medical education; Engineering","score_opus":0.0757037030582964,"score_gpt":0.39735852380972514,"score_spread":0.3216548207514287,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2000720050","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9740772,0.00011390281,0.0006990079,0.016338311,0.0026888319,0.0057647643,0.000011090863,0.00021178414,0.00009505626],"genre_scores_gemma":[0.9690991,0.0000011714968,0.015739877,0.013558621,0.00094701216,0.00030035133,0.00005445194,0.00010945644,0.00018996467],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966996,0.00018349644,0.0009517427,0.00075101486,0.00081229163,0.00060189056],"domain_scores_gemma":[0.99723965,0.00018755428,0.00026966757,0.00071535807,0.0007976379,0.0007901216],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00033353092,0.00036748985,0.00040878175,0.0006206451,0.0002467543,0.000042014057,0.0002692235,0.00018652201,0.00024840055],"category_scores_gemma":[0.00022240022,0.00033575133,0.000049259892,0.0020346742,0.000032478263,0.00030573492,0.000047054495,0.00075687247,0.00044308294],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00087606075,0.0009182895,0.971258,0.00008070825,0.0000661278,3.788405e-7,0.0026813215,0.0143627785,0.00002732551,0.000022239921,0.009186356,0.00052045326],"study_design_scores_gemma":[0.003248745,0.0030270726,0.98684615,0.00084060885,0.00012742463,0.0000026702305,0.004379068,0.000753662,0.000002762191,0.00033946265,0.00006540993,0.00036695853],"about_ca_topic_score_codex":0.0007968827,"about_ca_topic_score_gemma":0.000069925605,"teacher_disagreement_score":0.015588194,"about_ca_system_score_codex":0.00038808174,"about_ca_system_score_gemma":0.0008232748,"threshold_uncertainty_score":0.99990946},"labels":[],"label_agreement":null},{"id":"W2001085172","doi":"10.1176/appi.ap.33.5.364","title":"The Research Innovation and Scholarship in Education Program: An Innovative Way to Nurture Education","year":2009,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; The Wilson Centre","funders":"","keywords":"Nature versus nurture; Scholarship; Medical education; Engineering ethics; Political science; Sociology; Medicine; Psychology; Engineering","score_opus":0.17188149335586186,"score_gpt":0.5572861449157712,"score_spread":0.38540465155990933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2001085172","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7249031,0.0016841866,0.0000050374997,0.26884487,0.00040937922,0.0018906059,7.539776e-7,0.000031942356,0.00223012],"genre_scores_gemma":[0.9462224,0.0006434924,0.0021677553,0.048833806,0.0011670239,0.00036236577,0.000050700193,0.00001392602,0.0005384801],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99738187,0.00027476015,0.0004423675,0.00032508536,0.0007722122,0.00080370414],"domain_scores_gemma":[0.9971705,0.00015602226,0.00006624913,0.00030550364,0.000921401,0.0013802898],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0061541623,0.00011319497,0.00014147861,0.0007626288,0.00024211507,0.000046272697,0.00020032788,0.0003256119,0.0000071418567],"category_scores_gemma":[0.02467385,0.000079562386,0.000009534852,0.0046745124,0.000109699555,0.00031327762,0.000026213283,0.0029321,0.000021576447],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024019656,0.00040908236,0.039892547,0.00005324707,0.000002658279,2.882304e-7,0.0007525892,2.843792e-8,0.00089126104,0.026982421,0.045636978,0.8851387],"study_design_scores_gemma":[0.0005261719,0.0013082764,0.75292337,0.00066519604,0.000003068946,0.000021039807,0.0019031658,0.000009355434,0.00011084597,0.034432516,0.20800474,0.00009226041],"about_ca_topic_score_codex":0.00004695718,"about_ca_topic_score_gemma":0.000025159641,"teacher_disagreement_score":0.8850464,"about_ca_system_score_codex":0.00032075186,"about_ca_system_score_gemma":0.014097921,"threshold_uncertainty_score":0.9993682},"labels":[],"label_agreement":null},{"id":"W2003579107","doi":"10.1176/appi.ap.34.4.305","title":"Psychiatric Residents as Teachers: Development and Evaluation of a Teaching Manual","year":2010,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; University of Alberta","funders":"","keywords":"Medical education; Psychology; Psychiatry; Medicine","score_opus":0.02278918071197691,"score_gpt":0.399638476185206,"score_spread":0.3768492954732291,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2003579107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9833712,0.0005880978,0.00006151857,0.006211657,0.002336668,0.00044140127,5.844861e-7,0.000042819018,0.006946071],"genre_scores_gemma":[0.9442012,0.000020330972,0.053192157,0.0014248936,0.00076055585,0.00004616438,0.000026951288,0.000020637,0.00030714486],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99791485,0.00007895843,0.00059529906,0.00028845153,0.00091975916,0.00020270376],"domain_scores_gemma":[0.99917006,0.000029396018,0.00024344889,0.00028101078,0.00018807927,0.000087992696],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003355966,0.00013622268,0.00018452013,0.00034541637,0.00013308536,0.0000068231566,0.00014143654,0.00035906443,0.00013622873],"category_scores_gemma":[0.0012873473,0.00012718869,0.000031284166,0.00030665039,0.00009147849,0.00013098847,0.000039001912,0.0018345083,0.0000368462],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006317048,0.00028292398,0.62256783,0.0001610471,0.00008944123,3.217614e-7,0.005129363,7.578759e-7,0.0035500547,0.01169081,0.030721236,0.32574302],"study_design_scores_gemma":[0.0026203333,0.00011120497,0.9675064,0.00027931103,0.00035703913,0.0001650242,0.0028837284,0.00032961418,0.00065504655,0.012819664,0.012035002,0.00023764628],"about_ca_topic_score_codex":0.000031557174,"about_ca_topic_score_gemma":0.000008753613,"teacher_disagreement_score":0.34493855,"about_ca_system_score_codex":0.00007286014,"about_ca_system_score_gemma":0.0010183108,"threshold_uncertainty_score":0.7970128},"labels":[],"label_agreement":null},{"id":"W2005138733","doi":"10.1176/appi.ap.12110190","title":"Changes in Residency Training Over the Past Quarter-Century: Reflections of a Longtime Program Director","year":2013,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Quarter (Canadian coin); Residency training; Training (meteorology); Medical education; Psychology; Program director; Medicine; History; Geography; Continuing education; Archaeology","score_opus":0.025588301411301966,"score_gpt":0.34084256688231557,"score_spread":0.3152542654710136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005138733","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9519276,0.0016740276,0.000002610461,0.04130932,0.00065383024,0.0008252689,0.0000034430707,0.00009107186,0.0035128233],"genre_scores_gemma":[0.9954866,0.00038992628,0.0015015351,0.0011737806,0.00054877374,0.00019383985,0.000005435096,0.00002263737,0.0006774514],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99882805,0.00004942021,0.0003440015,0.0002209337,0.00020763966,0.00034997027],"domain_scores_gemma":[0.99934435,0.00007146322,0.00012193963,0.00027628746,0.000034383447,0.00015159132],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000197083,0.00014570246,0.00027193138,0.00015283783,0.00006747564,0.000008798447,0.0001568673,0.00019612377,0.0004017099],"category_scores_gemma":[0.00009176305,0.00008945655,0.00009351347,0.0004786796,0.00007377576,0.00009015407,0.000032771673,0.0006811374,0.00003709552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003631136,0.00022671744,0.94686455,0.000094186566,0.00005177662,0.0000018206132,0.0035169034,2.52777e-7,0.0016752036,0.0007335125,0.02150563,0.025293142],"study_design_scores_gemma":[0.0007088062,0.00040131708,0.9830593,0.00041652456,0.000046728608,0.000022135655,0.0035012893,0.000030325335,0.000040620533,0.0013440482,0.010305099,0.00012380817],"about_ca_topic_score_codex":0.0001653726,"about_ca_topic_score_gemma":0.00019832396,"teacher_disagreement_score":0.043559015,"about_ca_system_score_codex":0.000035969588,"about_ca_system_score_gemma":0.00016817052,"threshold_uncertainty_score":0.4398442},"labels":[],"label_agreement":null},{"id":"W2005424096","doi":"10.1007/s40596-013-0012-8","title":"The Psychiatry OSCE: A 20-Year Retrospective","year":2014,"lang":"en","type":"review","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Toronto General Hospital","funders":"Centre for Addiction and Mental Health","keywords":"Documentation; Medical education; Certification; Psychology; Medicine; Psychiatry; Library science; Political science; Computer science","score_opus":0.020134184035396564,"score_gpt":0.39019515570291663,"score_spread":0.37006097166752006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005424096","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018466784,0.95257366,0.00008563746,0.01456494,0.020721316,0.0014971253,0.000019658537,0.00019421913,0.010325007],"genre_scores_gemma":[0.0000056873505,0.9746053,0.0037240162,0.0039778138,0.012138874,0.00038342876,0.0002524559,0.00016933108,0.0047430727],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955673,0.00023357634,0.0017008602,0.0008549913,0.0009215478,0.0007216987],"domain_scores_gemma":[0.9967974,0.00016524934,0.0010828021,0.0015327632,0.00023417636,0.00018764126],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0018504291,0.0006555376,0.0017835157,0.00036635133,0.00050476997,0.00003826353,0.0009458454,0.0019139575,0.00018386466],"category_scores_gemma":[0.0013446127,0.00042385276,0.00068433967,0.0016590689,0.00038579458,0.00007495441,0.00012128304,0.006679375,0.0012646401],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013505914,0.000069268055,0.0017982277,0.0054362915,0.0002400259,3.5281698e-7,0.000026421085,1.3574693e-8,3.0483573e-8,0.035245772,0.5790555,0.37811458],"study_design_scores_gemma":[0.00045198906,0.00010651693,0.00044800655,0.016261717,0.0013729793,0.0002019033,0.00012995924,0.000004675747,2.1431077e-8,0.007327325,0.97330374,0.00039114954],"about_ca_topic_score_codex":0.0000040020736,"about_ca_topic_score_gemma":0.0000040054824,"teacher_disagreement_score":0.39424825,"about_ca_system_score_codex":0.00040697717,"about_ca_system_score_gemma":0.0031090644,"threshold_uncertainty_score":0.9998213},"labels":[],"label_agreement":null},{"id":"W2005965337","doi":"10.1176/appi.ap.32.2.98","title":"Does Mental Illness Stigma Contribute to Adolescent Standardized Patients' Discomfort With Simulations of Mental Illness and Adverse Psychosocial Experiences?","year":2008,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Psychosocial; Mental illness; Stigma (botany); Clinical psychology; Psychology; Psychiatry; Mental health; Social stigma; Adverse effect; Narrative; Medicine; Family medicine","score_opus":0.012608463165497625,"score_gpt":0.3288990651273242,"score_spread":0.31629060196182657,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2005965337","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9904899,0.00044646562,0.00013971669,0.0008292151,0.004869189,0.0019113976,0.0009510264,0.00005887868,0.00030420168],"genre_scores_gemma":[0.9978486,0.00012816326,0.0003279366,0.0006620156,0.00027308482,0.00025686977,0.00019730395,0.000036871505,0.00026917495],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9974813,0.00011600536,0.0006768387,0.0006038736,0.00055132044,0.00057069986],"domain_scores_gemma":[0.9989159,0.000050332503,0.00034808202,0.00029495728,0.000048018188,0.0003426965],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00013555099,0.00035443148,0.00047768225,0.00011955027,0.0009027855,0.000009341237,0.0002970452,0.0002229718,0.000489315],"category_scores_gemma":[0.000007667657,0.00023194417,0.00008558961,0.00032814746,0.00035166083,0.00029720608,0.00009279927,0.00034118755,0.000010847012],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0030149103,0.00082004507,0.9408266,0.00005688478,0.00014720831,0.0000040185855,0.042444535,0.0000030891488,0.000030288353,0.00068090187,0.0073524816,0.004619059],"study_design_scores_gemma":[0.032026403,0.0014657724,0.87497,0.00076918077,0.00020571446,0.000038732767,0.07044103,0.000030604333,0.00060245633,0.00047864302,0.017442036,0.0015294352],"about_ca_topic_score_codex":0.00012307389,"about_ca_topic_score_gemma":0.00009394031,"teacher_disagreement_score":0.06585658,"about_ca_system_score_codex":0.00013804367,"about_ca_system_score_gemma":0.000075270385,"threshold_uncertainty_score":0.94584084},"labels":[],"label_agreement":null},{"id":"W2011307573","doi":"10.1176/appi.ap.10030045","title":"An Approach to Integrating Interprofessional Education in Collaborative Mental Health Care","year":2012,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":42,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Interprofessional education; Mental health; Medical education; Licensure; Teamwork; Curriculum; Context (archaeology); Collaborative Care; Experiential learning; Medicine; Health care; Psychology; Test (biology); Nursing; Pedagogy; Psychiatry","score_opus":0.017793638351648544,"score_gpt":0.47109125644183225,"score_spread":0.4532976180901837,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2011307573","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91754055,0.0033267813,0.000681312,0.021105116,0.02170337,0.0026648305,0.00008769769,0.00012785148,0.0327625],"genre_scores_gemma":[0.93169886,0.000029917523,0.029829945,0.033121172,0.0022051942,0.00092656724,0.000708674,0.000043223095,0.0014364588],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9963774,0.0012320486,0.0009126519,0.00040846484,0.00035076783,0.0007186765],"domain_scores_gemma":[0.99845845,0.00007757008,0.00037858967,0.00030232753,0.00027046798,0.0005126059],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010110907,0.0002511409,0.00029286824,0.0003989567,0.0008887558,0.000010147143,0.00034981724,0.000402532,0.00019213003],"category_scores_gemma":[0.000095964046,0.00022218385,0.000037111036,0.0010265175,0.000033847267,0.00073587766,0.00008973708,0.0018179858,0.00028220096],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039255564,0.0006446376,0.5582905,0.00014790434,0.0000092456385,1.160864e-8,0.20873393,0.000004094549,0.0003953074,0.06288559,0.16028689,0.008209353],"study_design_scores_gemma":[0.0006383558,0.00011135134,0.16444667,0.0014305258,0.000005179908,0.0000019652214,0.7969828,0.00009589904,0.000013456597,0.00055473327,0.03537413,0.00034491016],"about_ca_topic_score_codex":0.00034845265,"about_ca_topic_score_gemma":0.0005023713,"teacher_disagreement_score":0.5882489,"about_ca_system_score_codex":0.00116738,"about_ca_system_score_gemma":0.018034594,"threshold_uncertainty_score":0.98753226},"labels":[],"label_agreement":null},{"id":"W2012391858","doi":"10.1176/appi.ap.33.5.394","title":"An Innovative Child CBT Training Model for Community Mental Health Practitioners in Ontario","year":2009,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Psychotherapy Techniques and Applications","field":"Psychology","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Mental health; Cognition; Psychology; Session (web analytics); Agency (philosophy); Test (biology); Medicine; Clinical psychology; Psychiatry","score_opus":0.08602808112845974,"score_gpt":0.4231971744689046,"score_spread":0.33716909334044487,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2012391858","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.77641976,0.0005332358,0.08487575,0.0869923,0.0009798764,0.0029850763,0.00023496067,0.00051665754,0.046462357],"genre_scores_gemma":[0.9426792,0.000059366306,0.024029464,0.032045443,0.00013598506,0.00032347304,0.00030963047,0.00002963628,0.0003877722],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9985054,0.00014382055,0.00049960654,0.00032562896,0.000104469094,0.00042104398],"domain_scores_gemma":[0.99908346,0.00003241532,0.00027574104,0.0004693509,0.00003064677,0.00010839947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008217776,0.00018878146,0.00023841234,0.0001813479,0.0003921261,0.000011564496,0.00042530958,0.00027810194,0.00006997757],"category_scores_gemma":[0.0000038407447,0.00020611494,0.000054962566,0.00037897448,0.00005126373,0.00022190301,0.000007658142,0.0019968308,0.0000055122405],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00072781113,0.0028016132,0.016455915,0.000015146224,0.00009388596,2.2468109e-7,0.2755193,0.000113820395,0.0007186426,0.49609524,0.15013044,0.057327975],"study_design_scores_gemma":[0.009144789,0.0029836986,0.2547771,0.00048081472,0.000023075028,0.000108650594,0.03421298,0.0056725144,0.000034027144,0.48195136,0.20902199,0.0015890119],"about_ca_topic_score_codex":0.004365824,"about_ca_topic_score_gemma":0.017291289,"teacher_disagreement_score":0.24130632,"about_ca_system_score_codex":0.0002456609,"about_ca_system_score_gemma":0.00030521056,"threshold_uncertainty_score":0.96489453},"labels":[],"label_agreement":null},{"id":"W2017439840","doi":"10.1007/s40596-015-0338-5","title":"Stigma and Empathy: Sex Workers as Educators of Medical Students","year":2015,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Sex work and related issues","field":"Social Sciences","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Empathy; Psychology; Stigma (botany); Medical education; Sex education; Clinical psychology; Medicine; Social psychology; Psychiatry; Environmental health","score_opus":0.019871282911942578,"score_gpt":0.3736913971422746,"score_spread":0.35382011423033205,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2017439840","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2613561,0.024076967,5.517605e-7,0.6931793,0.00834707,0.00027453652,0.0000040867326,0.0000834313,0.012677978],"genre_scores_gemma":[0.058883786,0.027277015,0.00018727238,0.82396597,0.04258731,0.000043076034,0.00010115103,0.00016302014,0.046791375],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99430555,0.000407484,0.00054406124,0.0004995108,0.0036680526,0.0005753461],"domain_scores_gemma":[0.99868125,0.00020040266,0.00035269157,0.00028221266,0.00007178063,0.00041167525],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0022205026,0.00029901025,0.0005145503,0.00021060991,0.00024797564,0.000055252673,0.0019542947,0.0052044843,0.0004340495],"category_scores_gemma":[0.00037475122,0.0002626136,0.00010956558,0.0004102259,0.0008371478,0.00009312997,0.00024024576,0.005336856,0.00011982987],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000055433857,0.00002051083,0.13766272,0.000039189585,0.00012348739,0.000011241567,0.026260477,7.6615194e-8,4.3124643e-8,0.00009502103,0.8345762,0.0012055221],"study_design_scores_gemma":[0.00033429038,0.000032863467,0.0010607662,0.0007022908,0.0001183112,0.000009085223,0.049470555,3.5604765e-7,5.269649e-7,0.0069533493,0.9410099,0.0003077201],"about_ca_topic_score_codex":0.0019614787,"about_ca_topic_score_gemma":0.000030382223,"teacher_disagreement_score":0.2024723,"about_ca_system_score_codex":0.00008537526,"about_ca_system_score_gemma":0.0025248316,"threshold_uncertainty_score":0.9999826},"labels":[],"label_agreement":null},{"id":"W2019547854","doi":"10.1176/appi.ap.31.2.116","title":"International Professional Development: The World Psychiatric Association","year":2007,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Child and Adolescent Health","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Association (psychology); Psychiatry; Professional association; Professional development; Medicine; Psychology; Medical education; Psychotherapist; Political science","score_opus":0.028650344485278634,"score_gpt":0.41442115655891687,"score_spread":0.3857708120736382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019547854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.56978375,0.0014586815,0.0004183086,0.16619673,0.10378972,0.001682695,0.000023133423,0.00042612685,0.15622087],"genre_scores_gemma":[0.76828015,0.00032883408,0.003069819,0.06530397,0.019074442,0.00003070642,0.00010679426,0.00007408384,0.1437312],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99674815,0.0002484262,0.0010778321,0.000338799,0.00073393417,0.0008528545],"domain_scores_gemma":[0.99808925,0.00062821625,0.0007283975,0.00023960127,0.00012292333,0.00019158098],"candidate_categories":["sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038979214,0.00019830871,0.00018510089,0.00027166028,0.0015259496,0.0000075285147,0.0006214115,0.00035111577,0.00079698476],"category_scores_gemma":[0.00017897881,0.00013814721,0.00008366782,0.00064845075,0.000027995771,0.0001558118,0.00015676275,0.0035025906,0.0010900708],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005501635,0.000060993312,0.6438499,0.000036034602,0.000026677748,2.5169945e-7,0.0010034333,2.5377972e-7,0.000013873902,0.008470907,0.34302837,0.0034543085],"study_design_scores_gemma":[0.0005571304,0.0000037722712,0.47707418,0.00016597105,0.000008864491,0.0000011939879,0.00085116987,0.00000542912,0.0000040658224,0.0011673386,0.5200533,0.00010752435],"about_ca_topic_score_codex":0.000010710138,"about_ca_topic_score_gemma":0.00032665578,"teacher_disagreement_score":0.1984964,"about_ca_system_score_codex":0.00062078686,"about_ca_system_score_gemma":0.0010067555,"threshold_uncertainty_score":0.9997739},"labels":[],"label_agreement":null},{"id":"W2019749203","doi":"10.1176/appi.ap.13040048","title":"<i>The Horse Boy</i>– Attending to the Stories Our Patients Tell Us","year":2013,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Empathy and Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Richmond Hospital; University of British Columbia","funders":"","keywords":"Narrative; Set (abstract data type); Psychology; Medicine; Medical education; Media studies; Psychoanalysis; History; Sociology; Literature; Art","score_opus":0.013155003484364916,"score_gpt":0.3050741780461646,"score_spread":0.29191917456179967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2019749203","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84979194,0.0011039928,0.00001704703,0.14046893,0.006989364,0.0006078195,0.0000026272,0.00004617008,0.00097212975],"genre_scores_gemma":[0.9710472,0.00028997113,0.00019531515,0.02190834,0.002765563,0.00012791959,0.000012952972,0.000021600343,0.0036311212],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9986722,0.000053229916,0.0003038821,0.00021724189,0.0003770212,0.00037642545],"domain_scores_gemma":[0.9990765,0.00006667574,0.00009578099,0.00036083098,0.00008792716,0.00031229103],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00036979213,0.00013684761,0.00013868306,0.000039704973,0.00032572832,0.000020079482,0.00028457443,0.00018334464,0.000031934946],"category_scores_gemma":[0.0005925014,0.00007272656,0.00006784463,0.00023683863,0.000039002633,0.000102926126,0.00005530288,0.00088951807,0.0008016636],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029980585,0.000061560706,0.22771166,0.000021595168,0.000022091208,1.6088975e-7,0.005082151,5.877173e-7,0.00007324632,0.00022101447,0.7577929,0.008983041],"study_design_scores_gemma":[0.0007559571,0.00021917421,0.4824487,0.0002061287,0.000091467984,0.000014775261,0.041445006,0.000017122076,0.000093015384,0.000790136,0.47373685,0.00018165323],"about_ca_topic_score_codex":0.00010561667,"about_ca_topic_score_gemma":0.000016211467,"teacher_disagreement_score":0.28405607,"about_ca_system_score_codex":0.00005922161,"about_ca_system_score_gemma":0.00018203036,"threshold_uncertainty_score":0.99997634},"labels":[],"label_agreement":null},{"id":"W2021035483","doi":"10.1007/s40596-014-0269-6","title":"Factors Affecting Recruitment into Psychiatry: a Canadian Experience","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":26,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University; Université Laval; University of Saskatchewan; University of Manitoba; NOSM University; University of British Columbia; Université de Sherbrooke; University of Toronto; Memorial University of Newfoundland; University of Calgary; McMaster University; Queen's University; McGill University; University of Ottawa","funders":"","keywords":"Economic shortage; Medicine; Medical school; Medical education; Family medicine; Matching (statistics); Psychology; Psychiatry","score_opus":0.1685281799439483,"score_gpt":0.3880850819222753,"score_spread":0.219556901978327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021035483","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9118727,0.0018090707,0.000029465886,0.020932548,0.012993164,0.00041894036,0.000005310568,0.0001416262,0.05179717],"genre_scores_gemma":[0.99194187,0.000117728865,0.0007090659,0.004844801,0.0015233369,0.000016536364,0.000009058803,0.000013710683,0.0008238786],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9977699,0.00017395525,0.00021495778,0.00034035876,0.0008630764,0.00063776656],"domain_scores_gemma":[0.9983375,0.000048083664,0.00009899553,0.0002207865,0.00007474797,0.0012198584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014080533,0.0001684686,0.00018424,0.00017323662,0.0007553508,0.000052725223,0.00092261215,0.00034685523,0.0001648498],"category_scores_gemma":[0.000347292,0.0001603981,0.00007228524,0.00054512196,0.00030281427,0.00032619305,0.00007133184,0.00062712206,0.000104277235],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00000741851,0.000016616474,0.7354614,0.00000840031,0.000017117998,0.0000013959515,0.14457378,0.0000022030695,0.0000030272429,0.014588685,0.10354563,0.0017742893],"study_design_scores_gemma":[0.00042686792,0.000075514625,0.015956625,0.00010626343,0.000031450723,0.0000014011732,0.6298509,0.0000028901477,0.000007799681,0.011296058,0.34194738,0.00029684376],"about_ca_topic_score_codex":0.1961699,"about_ca_topic_score_gemma":0.3088875,"teacher_disagreement_score":0.71950483,"about_ca_system_score_codex":0.00051980844,"about_ca_system_score_gemma":0.0024277298,"threshold_uncertainty_score":0.8091829},"labels":[],"label_agreement":null},{"id":"W2022413643","doi":"10.1176/appi.ap.27.3.203","title":"Balanced Living: Intertwining Career, Family, and Personal Priorities","year":2003,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Retirement, Disability, and Employment","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychology; Medical education; Sociology; Medicine","score_opus":0.15553948679399535,"score_gpt":0.3983299306957658,"score_spread":0.24279044390177043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022413643","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9277202,0.0044349926,0.000030714,0.002041981,0.0022295802,0.00018177253,0.0000033407798,0.00008739156,0.063270055],"genre_scores_gemma":[0.9953998,0.0013809741,0.00031215488,0.0011916879,0.00047579705,0.00001791519,7.9088227e-7,0.000012653541,0.0012082437],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99844474,0.00021128127,0.00023696909,0.0003113286,0.0003685165,0.00042719147],"domain_scores_gemma":[0.9994855,0.00012838261,0.000070165246,0.00011502453,0.00003073306,0.0001702032],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009140341,0.00013531242,0.00016146665,0.00004320033,0.00042251896,0.000047901645,0.00020752041,0.00020001337,0.00012182382],"category_scores_gemma":[0.00030793066,0.0001345302,0.00006212767,0.00013078126,0.0003589646,0.00019250333,0.000044348544,0.00037237653,0.000015481293],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000004671749,0.000021394659,0.9369598,0.000034296478,0.000016312875,1.8262384e-7,0.027260564,1.4940338e-7,0.0000886345,0.028372072,0.0059976485,0.0012442423],"study_design_scores_gemma":[0.00088068,0.00017657226,0.4758715,0.00066965434,0.00007784985,0.000006858418,0.30741295,0.00003172844,0.00003066305,0.036080696,0.17784408,0.00091675523],"about_ca_topic_score_codex":0.00046057825,"about_ca_topic_score_gemma":0.00028566792,"teacher_disagreement_score":0.4610883,"about_ca_system_score_codex":0.000100171485,"about_ca_system_score_gemma":0.00024675153,"threshold_uncertainty_score":0.54859823},"labels":[],"label_agreement":null},{"id":"W2022887571","doi":"10.1007/s40596-014-0188-6","title":"Lost in Transition: Examining Transitions in Psychotherapy Training","year":2014,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Psychotherapy Techniques and Applications","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; University of Toronto; University Health Network","funders":"","keywords":"Feeling; Psychology; Affect (linguistics); Psychotherapist; Training (meteorology); Exploratory research; Supervisor; Medicine; Nursing; Social psychology","score_opus":0.04582800566980721,"score_gpt":0.34910507356857495,"score_spread":0.30327706789876774,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2022887571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7350675,0.0022247892,0.08721541,0.044149477,0.0018626155,0.0011381075,0.000044401426,0.00044544705,0.12785228],"genre_scores_gemma":[0.98239017,0.00039536165,0.0066528046,0.009042257,0.00061128853,0.00046996074,0.000023504506,0.00007595326,0.0003387268],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9976609,0.00021759456,0.00071895926,0.00065080205,0.00016424511,0.00058753317],"domain_scores_gemma":[0.9991617,0.00008634629,0.00011773539,0.0005058778,0.000013588383,0.00011471387],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.000774455,0.00027050995,0.00034051898,0.00046850622,0.00007384935,0.000013548319,0.0004236228,0.0005123646,0.0012412107],"category_scores_gemma":[0.000003104782,0.0003022669,0.00009425239,0.00092306314,0.00009865015,0.000144187,0.000002827091,0.001176793,0.0001524999],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044708012,0.0011063253,0.037686054,0.00004457703,0.000081674705,0.000007266726,0.07455891,0.00011930287,0.0070710285,0.728082,0.019280648,0.13151513],"study_design_scores_gemma":[0.0124872755,0.0006994658,0.23345861,0.0010019396,0.000041407715,0.00019811286,0.012643953,0.0010024848,0.00008066462,0.59248424,0.14397125,0.0019305943],"about_ca_topic_score_codex":0.000044907323,"about_ca_topic_score_gemma":0.0002680657,"teacher_disagreement_score":0.24732266,"about_ca_system_score_codex":0.00004013815,"about_ca_system_score_gemma":0.00006512141,"threshold_uncertainty_score":0.99994296},"labels":[],"label_agreement":null},{"id":"W2023682036","doi":"10.1176/appi.ap.11040060","title":"The Role of International Medical Graduate Psychiatrists in the United States Healthcare System","year":2012,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"IMG; Workforce; Graduate medical education; Certification; Family medicine; Commission; Board certification; Medicine; Health care; Medical education; Quarter (Canadian coin); Psychology; Continuing medical education; Accreditation; Political science; Continuing education","score_opus":0.046185544905043244,"score_gpt":0.4426677321050373,"score_spread":0.39648218719999406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2023682036","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83346164,0.029200636,0.00001534604,0.11813227,0.012141226,0.0011529453,0.00005431958,0.00012252857,0.0057190894],"genre_scores_gemma":[0.98214406,0.0068625333,0.00012956858,0.008382293,0.002091051,0.00017718671,0.000088926354,0.000028229579,0.00009612705],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9942446,0.0017918829,0.0014312714,0.00022770147,0.0012105394,0.0010940225],"domain_scores_gemma":[0.9970959,0.0013089078,0.0006255712,0.00048806344,0.0001633969,0.0003181492],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005341121,0.00020806318,0.0002875712,0.00016698989,0.0007069002,0.0000055635583,0.0014123211,0.00057686504,0.000043746815],"category_scores_gemma":[0.00028888116,0.000120473625,0.000079301535,0.00079575053,0.00014524293,0.00012388625,0.00015660802,0.003142592,0.00015596699],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010062565,0.000045841673,0.829633,0.00022063426,0.000019871562,3.5072023e-7,0.0067223725,0.0000031053653,4.304175e-7,0.121795855,0.040129,0.0013289177],"study_design_scores_gemma":[0.0011746273,0.00006612366,0.21849386,0.0024095683,0.000026172644,0.000029274388,0.19504017,0.0009790473,0.0000014446105,0.012492221,0.56905776,0.0002297534],"about_ca_topic_score_codex":0.0036234423,"about_ca_topic_score_gemma":0.0006773525,"teacher_disagreement_score":0.6111391,"about_ca_system_score_codex":0.00023856085,"about_ca_system_score_gemma":0.0005311457,"threshold_uncertainty_score":0.9991572},"labels":[],"label_agreement":null},{"id":"W2024483592","doi":"10.1007/s40596-014-0108-9","title":"Building Connections Through Teletechnologies to Augment Resident Training in Psychodynamic Psychotherapy","year":2014,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Psychodynamics; Psychodynamic psychotherapy; Psychotherapist; Psychology; Medical education; Medicine","score_opus":0.04452243043901694,"score_gpt":0.41352458884738624,"score_spread":0.3690021584083693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2024483592","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84590864,0.0016387242,0.03745013,0.066583745,0.016055765,0.001254492,0.000034102835,0.00079193566,0.030282477],"genre_scores_gemma":[0.97477555,0.000070766706,0.016989015,0.006108249,0.000402737,0.00069405214,0.000005713297,0.00007806438,0.0008758648],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9966944,0.00018447795,0.0010498445,0.0008613374,0.00027447217,0.00093549886],"domain_scores_gemma":[0.9986574,0.00017495555,0.00023808508,0.00072706654,0.000025142828,0.0001773387],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00071102614,0.0003367659,0.00039093033,0.00053979864,0.00017166811,0.00003443698,0.0007687329,0.00047416828,0.00027364504],"category_scores_gemma":[0.00007235977,0.00036087952,0.00016679095,0.00094126165,0.00011262315,0.0002576759,0.000055241228,0.0011543441,0.0006418126],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016425048,0.00023185593,0.005301065,0.00003438058,0.000070168055,0.0000020338757,0.003089953,0.00006214822,0.00036576687,0.8778528,0.019281048,0.09354455],"study_design_scores_gemma":[0.0023339703,0.0011453467,0.04025589,0.00100279,0.000021749705,0.0000950208,0.0055465456,0.000060251685,0.00014621546,0.85626763,0.09241471,0.0007098903],"about_ca_topic_score_codex":0.00021693484,"about_ca_topic_score_gemma":0.0005578617,"teacher_disagreement_score":0.12886691,"about_ca_system_score_codex":0.0002241775,"about_ca_system_score_gemma":0.00006914262,"threshold_uncertainty_score":0.9998843},"labels":[],"label_agreement":null},{"id":"W2025776270","doi":"10.1176/appi.ap.34.2.119","title":"Neuroimaging Week: A Novel, Engaging, and Effective Curriculum for Teaching Neuroimaging to Junior Psychiatric Residents","year":2010,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Undergraduate Neuroscience Education and Research","field":"Neuroscience","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Neuroimaging; Curriculum; Psychiatry; Medicine; Medical education; Psychology","score_opus":0.028538505963047696,"score_gpt":0.3611067441168318,"score_spread":0.3325682381537841,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2025776270","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9369428,0.000057860143,0.002071992,0.04611493,0.011525413,0.0017202431,0.00001780284,0.00026113802,0.0012878217],"genre_scores_gemma":[0.97909796,0.000050809183,0.006140477,0.012411267,0.0012552867,0.00022565361,0.0000017203536,0.000088638684,0.0007281643],"study_design_codex":"bench_or_experimental","study_design_gemma":"observational","domain_scores_codex":[0.9959189,0.0003180111,0.0004936394,0.0015478538,0.0006621977,0.0010593898],"domain_scores_gemma":[0.9977345,0.0008242754,0.00020871624,0.00054882455,0.00006887996,0.0006148082],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0012839291,0.00038610358,0.00028548244,0.0008385431,0.0015226292,0.00026992927,0.0010880869,0.00016247664,0.000009727988],"category_scores_gemma":[0.004364266,0.0003636353,0.000120036,0.0010603713,0.00034510304,0.0006948275,0.00034411545,0.0037354282,0.00004665684],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004197371,0.00033517447,0.06807261,0.00008652855,0.0000035075411,0.0000022256506,0.0008036293,0.000010174249,0.8928317,0.011711655,0.019391323,0.0067095323],"study_design_scores_gemma":[0.011726796,0.0020011403,0.5453261,0.00062015565,0.00025577698,0.0024130298,0.0036821703,0.026740216,0.05527394,0.035636675,0.31133327,0.0049907295],"about_ca_topic_score_codex":0.000061685925,"about_ca_topic_score_gemma":0.000010992737,"teacher_disagreement_score":0.83755773,"about_ca_system_score_codex":0.000035601577,"about_ca_system_score_gemma":0.00024399228,"threshold_uncertainty_score":0.99988157},"labels":[],"label_agreement":null},{"id":"W2026275945","doi":"10.1176/appi.ap.10010010","title":"Recruiting Researchers in Psychiatry: The Influence of Residency vs. Early Motivation","year":2012,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":39,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Toronto General Hospital","funders":"","keywords":"Demographics; Medical education; Psychology; Conflict of interest; Medicine; Political science; Demography","score_opus":0.22425110932263248,"score_gpt":0.4612889438590478,"score_spread":0.2370378345364153,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2026275945","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89033854,0.0034781434,0.000010108216,0.102766514,0.00046716494,0.00068338605,0.000002785473,0.000027849022,0.0022254896],"genre_scores_gemma":[0.98756623,0.0012727047,0.0007229251,0.009230423,0.0008917193,0.000044674718,0.0000034535883,0.000024023551,0.00024383276],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962521,0.00032915876,0.000697923,0.0002204758,0.0010966685,0.0014036283],"domain_scores_gemma":[0.9966045,0.0006410953,0.00018512539,0.0004167214,0.000119612916,0.0020329386],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.006049439,0.00014082252,0.00027749044,0.00029275168,0.00009401345,0.000005848333,0.00032301038,0.00035235475,0.000073093564],"category_scores_gemma":[0.03831169,0.00009668188,0.00006424289,0.0010543484,0.0002349824,0.00035973857,0.00007269497,0.002621363,0.00006350157],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002496653,0.00008690958,0.96773106,0.00032177553,0.00001298195,6.316932e-7,0.0011349797,0.0000028621323,0.00069195405,0.0027856412,0.023190955,0.0037905846],"study_design_scores_gemma":[0.0010250374,0.0002578366,0.9902186,0.0012632565,0.000013046963,0.000015138838,0.00063702744,0.000011622513,0.000069484384,0.0025992282,0.0038069887,0.00008276541],"about_ca_topic_score_codex":0.0005108127,"about_ca_topic_score_gemma":0.000027220376,"teacher_disagreement_score":0.097227685,"about_ca_system_score_codex":0.00015383925,"about_ca_system_score_gemma":0.005166209,"threshold_uncertainty_score":0.9996796},"labels":[],"label_agreement":null},{"id":"W2028954859","doi":"10.1176/appi.ap.26.3.134","title":"Creating, Monitoring, and Improving a Psychiatry OSCE: A Guide for Faculty","year":2002,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":103,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; The Wilson Centre","funders":"","keywords":"Medical education; Psychology; MEDLINE; Medicine; Psychiatry; Political science","score_opus":0.029556670905630498,"score_gpt":0.3673767635598363,"score_spread":0.33782009265420576,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2028954859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94560355,0.006412433,0.0018114187,0.03176011,0.0068887807,0.0010751608,0.000018627466,0.00026850385,0.0061614374],"genre_scores_gemma":[0.49879557,0.0006632601,0.4652624,0.009567536,0.012406716,0.00055793143,0.00010276181,0.00014558554,0.0124982335],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99816746,0.000017200853,0.00062685023,0.0004535671,0.00032232428,0.0004126066],"domain_scores_gemma":[0.99909073,0.000039418937,0.00023798499,0.0003367608,0.00014841589,0.00014667836],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043613176,0.00021894032,0.00026750108,0.00018594942,0.0002623537,0.000019835716,0.00016624536,0.00042583703,0.000103349266],"category_scores_gemma":[0.0009359028,0.00020393611,0.000082627805,0.0003752792,0.0001001425,0.00014874556,0.000040755745,0.0008917679,0.00002967613],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000041995787,0.00020663951,0.50375825,0.00052375486,0.00006997763,4.1306168e-7,0.00082818104,5.2656844e-7,0.000990539,0.004983738,0.42065588,0.06794008],"study_design_scores_gemma":[0.013669337,0.0014075019,0.43727633,0.0032219249,0.0011040717,0.00074639556,0.009136005,0.008969721,0.00062722276,0.012896443,0.5093035,0.0016415379],"about_ca_topic_score_codex":0.000024408093,"about_ca_topic_score_gemma":0.0000013128325,"teacher_disagreement_score":0.46345097,"about_ca_system_score_codex":0.000096672855,"about_ca_system_score_gemma":0.00017354352,"threshold_uncertainty_score":0.8316273},"labels":[],"label_agreement":null},{"id":"W2029165411","doi":"10.1176/appi.ap.34.1.5","title":"Psychotherapy Training for Residents: Reconciling Requirements With Evidence-Based, Competency-Focused Practice","year":2010,"lang":"en","type":"review","venue":"Academic Psychiatry","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":35,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph's Hospital; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Graduate medical education; Accreditation; PsycINFO; Competence (human resources); Medicine; Evidence-based practice; MEDLINE; Medical education; Psychotherapist; Psychology; Alternative medicine","score_opus":0.23533816108635727,"score_gpt":0.46788287837855363,"score_spread":0.23254471729219636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029165411","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00002116498,0.9742505,0.0028366058,0.0061999178,0.011648228,0.0029311457,0.00007509809,0.00025250315,0.0017848493],"genre_scores_gemma":[0.0000018561896,0.92884547,0.06172619,0.0043006483,0.0028986344,0.00096257275,0.00009901296,0.00033602913,0.0008295802],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9928739,0.0010461197,0.0021154594,0.0019212204,0.0008994116,0.0011438992],"domain_scores_gemma":[0.98901063,0.006006559,0.0025422135,0.0017682732,0.00034970086,0.00032260842],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0051411176,0.001091126,0.0021292302,0.00051101757,0.0004612414,0.00015474173,0.0017016993,0.0023753932,0.0006246599],"category_scores_gemma":[0.0007949725,0.0008811579,0.0007859756,0.0007348654,0.00015183064,0.001180627,0.000030084742,0.0051607033,0.0003152328],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011313631,0.00015514404,0.000041556683,0.0036087253,0.0005589282,0.0000095630685,0.0010424545,0.0000011286648,0.0000016983203,0.0021837468,0.008739904,0.98252577],"study_design_scores_gemma":[0.0019663703,0.00067307794,0.0000048580455,0.047499783,0.0020295805,0.00022508112,0.00042101395,0.000015214498,1.0919782e-7,0.0018750777,0.94428056,0.0010092794],"about_ca_topic_score_codex":0.000113115886,"about_ca_topic_score_gemma":0.00011525713,"teacher_disagreement_score":0.9815165,"about_ca_system_score_codex":0.0001130994,"about_ca_system_score_gemma":0.0043656193,"threshold_uncertainty_score":0.9993639},"labels":[],"label_agreement":null},{"id":"W2029506875","doi":"10.1007/s40596-014-0045-7","title":"Teaching Clinical Neuroscience to Psychiatry Residents: Model Curricula","year":2014,"lang":"en","type":"review","venue":"Academic Psychiatry","topic":"Neuroscience, Education and Cognitive Function","field":"Neuroscience","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Neuropsychiatry; Psychology; Curriculum; Mental health; Mental illness; Translational research; Psychiatry; Medical education; Neuroscience; Engineering ethics; Medicine; Pedagogy","score_opus":0.12510304025231578,"score_gpt":0.45649405221131173,"score_spread":0.33139101195899595,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2029506875","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0005682323,0.8873654,0.00890632,0.0055583473,0.08327388,0.0031167609,0.00012519912,0.000898741,0.010187107],"genre_scores_gemma":[0.00021338853,0.9374992,0.0009600901,0.052297644,0.0037881865,0.00028194525,0.000010824565,0.00017198738,0.004776728],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9895668,0.0019615216,0.00248985,0.0034358706,0.0013303085,0.0012156358],"domain_scores_gemma":[0.9955463,0.00061431807,0.0013840501,0.0013861938,0.00007339936,0.0009957597],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0024022388,0.0010224299,0.0017866236,0.0009085463,0.0009814298,0.00020196656,0.003280028,0.0009793495,0.000031730757],"category_scores_gemma":[0.004707183,0.00089080905,0.0010087144,0.001983481,0.0004731226,0.0006139781,0.0005694672,0.005837991,0.0015691133],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000029363371,0.00063635217,0.0010401263,0.003366482,0.000008737566,0.000003946955,0.00008828576,0.000043721557,0.00009075418,0.03652037,0.15389471,0.8042772],"study_design_scores_gemma":[0.00025182407,0.00018784722,0.00013069967,0.006320025,0.00026340503,0.00018014379,0.000024911003,0.0007134233,0.0000019654146,0.0043681655,0.98649615,0.0010614634],"about_ca_topic_score_codex":0.000010564534,"about_ca_topic_score_gemma":0.000003700115,"teacher_disagreement_score":0.8326014,"about_ca_system_score_codex":0.00012469663,"about_ca_system_score_gemma":0.0021024048,"threshold_uncertainty_score":0.99935424},"labels":[],"label_agreement":null},{"id":"W2032188021","doi":"10.1176/appi.ap.27.3.223","title":"Life Is Like an Onion","year":2003,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Educational Leadership and Practices","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"Psychology; MEDLINE; Medical education; Medicine; Biology","score_opus":0.08284140392297686,"score_gpt":0.4115897760469402,"score_spread":0.32874837212396335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032188021","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2650168,0.0061453693,0.000043480453,0.37442285,0.010121467,0.00021692211,0.00000535287,0.00016110421,0.34386668],"genre_scores_gemma":[0.91543394,0.00093972724,0.001721041,0.07392144,0.0021813116,0.000011685781,0.0000048002453,0.000014322574,0.005771712],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99867636,0.0003707763,0.0001581868,0.00021380444,0.00031137033,0.0002694917],"domain_scores_gemma":[0.9991135,0.00012058135,0.00010457991,0.0001473351,0.00003636616,0.00047762334],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010643285,0.00007848031,0.0000729963,0.000049064733,0.00043019143,0.00003620189,0.0002701773,0.00025730478,0.0013778608],"category_scores_gemma":[0.0009080694,0.000080941805,0.000038836366,0.00024673765,0.000110888635,0.0006670329,0.000005286228,0.00050186174,0.00042446374],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007914168,0.00006770112,0.14997987,0.0000072153634,0.000014051685,9.175407e-8,0.02512705,6.262604e-7,0.00001421475,0.5163139,0.30774984,0.0007174894],"study_design_scores_gemma":[0.00008545215,0.000015581796,0.002855315,0.000010476653,0.000012648111,0.0000011185849,0.034088954,8.8145265e-7,0.000006249102,0.03546988,0.9273326,0.00012085725],"about_ca_topic_score_codex":0.00029046476,"about_ca_topic_score_gemma":0.00014638137,"teacher_disagreement_score":0.65041715,"about_ca_system_score_codex":0.000030823066,"about_ca_system_score_gemma":0.0018869675,"threshold_uncertainty_score":0.999535},"labels":[],"label_agreement":null},{"id":"W2032209678","doi":"10.1176/appi.ap.32.4.320","title":"Training Researchers in Cultural Psychiatry: The McGill-CIHR Strategic Training Program","year":2008,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McGill University","funders":"Canadian Institutes of Health Research","keywords":"Curriculum; Ethnic group; Mental health; Identity (music); Medical education; Cultural identity; Sociology; Cultural competence; Pedagogy; Psychology; Medicine; Social science; Psychiatry; Anthropology","score_opus":0.40248558852933874,"score_gpt":0.46928433817449144,"score_spread":0.0667987496451527,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2032209678","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8624909,0.0037781077,3.7939589e-7,0.065796755,0.0037492474,0.0013345429,0.00002748618,0.00041147735,0.0624111],"genre_scores_gemma":[0.9901964,0.0018464463,0.0020256247,0.0028733774,0.0021728952,0.0002450335,0.000013526634,0.000034871307,0.0005918389],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9951843,0.0008522215,0.0007328342,0.0006031564,0.0010841218,0.0015433554],"domain_scores_gemma":[0.99863523,0.0002645929,0.00023040967,0.0003319974,0.00013288805,0.00040488242],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002212785,0.00029759726,0.00034914646,0.00014329958,0.0022752658,0.000043135515,0.0012994423,0.00054792967,0.000109871915],"category_scores_gemma":[0.0004047067,0.0002179915,0.00018654503,0.0016937258,0.0009838978,0.00051273487,0.000070986105,0.0030496484,0.000059042122],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001747842,0.00020863819,0.11542742,0.00015602885,0.000097729535,0.000029514698,0.39099774,0.00009785084,0.000092563045,0.38062778,0.044958126,0.06713181],"study_design_scores_gemma":[0.0012099248,0.00026687092,0.039920118,0.00044551355,0.00002709297,0.00011999656,0.6696392,0.0001497124,0.0000014919483,0.062286187,0.22511974,0.00081411307],"about_ca_topic_score_codex":0.002306107,"about_ca_topic_score_gemma":0.0077897403,"teacher_disagreement_score":0.3183416,"about_ca_system_score_codex":0.00032331154,"about_ca_system_score_gemma":0.002080571,"threshold_uncertainty_score":0.99925035},"labels":[],"label_agreement":null},{"id":"W2033749130","doi":"10.1176/appi.ap.31.5.367","title":"Teaching Consultation-Liaison Psychotherapy: Assessment of Adaptation to Medical and Surgical Illness","year":2007,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Adaptation (eye); Medicine; Psychotherapist; Psychology; Medical education; Neuroscience","score_opus":0.10992508201578963,"score_gpt":0.4894515610145829,"score_spread":0.3795264789987933,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2033749130","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9101928,0.0042230464,0.013266306,0.05988854,0.0035499055,0.0018249566,0.000029008213,0.00017743283,0.006848004],"genre_scores_gemma":[0.9736345,0.0006915925,0.018451089,0.006413558,0.00044429745,0.00013957813,0.000030775296,0.000033948203,0.00016070307],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99619615,0.00091473357,0.0013521856,0.00035443957,0.00071575475,0.00046675192],"domain_scores_gemma":[0.99596757,0.002302457,0.00052239205,0.00044782716,0.00021108781,0.00054866605],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0023875698,0.00017265316,0.00031447757,0.00023879038,0.0006304067,0.0000031047575,0.00042122323,0.0006157224,0.00019095016],"category_scores_gemma":[0.00060084177,0.00016428575,0.000041954667,0.0003213786,0.000099908044,0.00014475345,0.00008017347,0.0024024926,0.000021605949],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045887128,0.00018706878,0.6676874,0.00080303254,0.00006119066,0.00000246901,0.0792459,0.000019939567,0.00015997929,0.1606771,0.004894521,0.08580248],"study_design_scores_gemma":[0.014134862,0.0007118488,0.49398926,0.0054587633,0.00008437688,0.000058590103,0.21063125,0.008095185,0.000027290082,0.032884777,0.23259287,0.0013309427],"about_ca_topic_score_codex":0.00064414315,"about_ca_topic_score_gemma":0.00044594245,"teacher_disagreement_score":0.22769836,"about_ca_system_score_codex":0.000116835574,"about_ca_system_score_gemma":0.0010760457,"threshold_uncertainty_score":0.999899},"labels":[],"label_agreement":null},{"id":"W2035303837","doi":"10.1176/appi.ap.28.4.345","title":"Swimming Upstream: Reflections of a Career Educator","year":2004,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University; St. Joseph's Hospital","funders":"","keywords":"Medical education; Psychology; Upstream (networking); Pedagogy; Medicine; Engineering; Telecommunications","score_opus":0.041260127229871775,"score_gpt":0.3646199771792643,"score_spread":0.32335984994939254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035303837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90515,0.0033099635,0.0004734105,0.004128756,0.026633494,0.00022329655,0.0000128491665,0.0001691018,0.05989912],"genre_scores_gemma":[0.9883012,0.000112766385,0.004545921,0.00077908084,0.0012645039,0.00007955836,0.000008219649,0.00003736015,0.004871377],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983378,0.0000417565,0.00052719127,0.00038057685,0.00023589075,0.00047675928],"domain_scores_gemma":[0.9991926,0.00004397286,0.00020861911,0.00035081262,0.000035648656,0.00016837739],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003517017,0.00018544207,0.00022315144,0.00018582951,0.000103074875,0.000004490731,0.00038069888,0.00038783244,0.00040639407],"category_scores_gemma":[0.000046272005,0.00018088863,0.00009471913,0.00038243338,0.00006794763,0.00006714335,0.000049763352,0.00087439985,0.0003708943],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020193655,0.0009954013,0.45691222,0.00020015573,0.0008503777,0.000009127871,0.039336506,0.00007350001,0.007883551,0.3041882,0.16209473,0.027254289],"study_design_scores_gemma":[0.008220036,0.0005426209,0.16457766,0.0017314411,0.00044373109,0.00056553516,0.031471774,0.0000011793572,0.009980435,0.10996152,0.67022425,0.002279812],"about_ca_topic_score_codex":0.00015084344,"about_ca_topic_score_gemma":0.0000060014318,"teacher_disagreement_score":0.50812954,"about_ca_system_score_codex":0.00011761775,"about_ca_system_score_gemma":0.00034037005,"threshold_uncertainty_score":0.73764247},"labels":[],"label_agreement":null},{"id":"W2035387508","doi":"10.1176/appi.ap.34.2.150","title":"The Psychiatry Institute for Medical Students: A Decade of Success","year":2010,"lang":"en","type":"review","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Hospital for Sick Children; Mount Sinai Hospital","funders":"","keywords":"Medical education; Psychology; MEDLINE; Psychiatry; Medicine; Political science","score_opus":0.029452809468725326,"score_gpt":0.4544469311164577,"score_spread":0.42499412164773237,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2035387508","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0002844738,0.9457738,0.00037090856,0.018481212,0.03203457,0.0025398077,0.0000467507,0.000074030424,0.00039449133],"genre_scores_gemma":[0.000007901116,0.98023784,0.0067166216,0.00345878,0.0076427087,0.0009158966,0.000443302,0.00010876581,0.00046818436],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941426,0.00010244083,0.0024868806,0.0006276518,0.0020587489,0.0005817004],"domain_scores_gemma":[0.996625,0.00036240113,0.0012931383,0.0011279444,0.00033320824,0.00025830514],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0035117692,0.00052473793,0.0016694624,0.00038732268,0.00032236654,0.000029745472,0.002690432,0.0030344587,0.00007941266],"category_scores_gemma":[0.003894698,0.0003330068,0.00066909054,0.0011675784,0.0007685873,0.000119348355,0.0002212899,0.0059910994,0.00004010182],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000034243585,0.0002506564,0.0019652096,0.014024009,0.00034033277,4.816418e-7,0.000029914483,1.6806355e-8,1.09502416e-7,0.02354048,0.13884492,0.82096964],"study_design_scores_gemma":[0.00096470723,0.00009483452,0.00017718511,0.023239918,0.0015650891,0.0002039378,0.00006680279,0.000005183478,1.9401084e-7,0.001974646,0.9714291,0.00027837197],"about_ca_topic_score_codex":0.000010684531,"about_ca_topic_score_gemma":0.00003818841,"teacher_disagreement_score":0.8325842,"about_ca_system_score_codex":0.0001345071,"about_ca_system_score_gemma":0.0076980903,"threshold_uncertainty_score":0.9999122},"labels":[],"label_agreement":null},{"id":"W2036072574","doi":"10.1007/s40596-015-0308-y","title":"Psychiatrists’ and Psychiatry Residents’ Attitudes Toward Transgender People","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Manitoba Beekeepers' Association; University of Manitoba","funders":"","keywords":"Transgender; Specialty; Population; Mental health; Psychology; Clinical psychology; Psychiatry; Feeling; Religiosity; Medicine; Social psychology","score_opus":0.07273777561167027,"score_gpt":0.39187143230572496,"score_spread":0.3191336566940547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036072574","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8028928,0.06090783,0.00029144084,0.063177295,0.028093321,0.00073419686,0.000073377814,0.0004849089,0.043344855],"genre_scores_gemma":[0.9653525,0.004131717,0.0030602012,0.009957963,0.008065846,0.0001296009,0.000046133937,0.00019192386,0.009064144],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9953862,0.00038616965,0.0011072743,0.0011612487,0.0006969628,0.0012621683],"domain_scores_gemma":[0.9973708,0.00008552379,0.00036101462,0.00096681307,0.00011333019,0.0011025091],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010714747,0.000597151,0.0006528315,0.00046699255,0.0003477362,0.00008193764,0.0009309177,0.0010898545,0.00047981515],"category_scores_gemma":[0.00006365998,0.0006058807,0.00023894798,0.0007254348,0.00023856474,0.0004109459,0.00012659714,0.0018672283,0.0014445934],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016403507,0.00017157881,0.6268648,0.00041782972,0.00010120696,0.0000018764626,0.0022414404,9.628674e-7,0.000003861232,0.028478848,0.34102222,0.00053135643],"study_design_scores_gemma":[0.0034386879,0.00026537885,0.9226021,0.000055919725,0.0002388985,0.00025394806,0.0017839135,0.0000045252964,6.004654e-7,0.060113706,0.010528929,0.0007133588],"about_ca_topic_score_codex":0.004052802,"about_ca_topic_score_gemma":0.0017267247,"teacher_disagreement_score":0.3304933,"about_ca_system_score_codex":0.00010606741,"about_ca_system_score_gemma":0.00093281775,"threshold_uncertainty_score":0.9996393},"labels":[],"label_agreement":null},{"id":"W2036538600","doi":"10.1007/s40596-015-0289-x","title":"Elevating the Behavioral and Social Sciences in Premedical Training: MCAT2015","year":2015,"lang":"en","type":"editorial","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Association of American Medical Colleges","keywords":"Outreach; Medical education; Psychology; Test (biology); Population; Medical school; Medicine; Political science","score_opus":0.08503228527409737,"score_gpt":0.44250829372634853,"score_spread":0.35747600845225114,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036538600","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.09967418,0.0015745236,0.000011121385,0.044344485,0.8520506,0.0005734448,0.000017995357,0.00007263061,0.0016810318],"genre_scores_gemma":[0.015635908,0.00011871309,0.0019786682,0.003168724,0.97822,0.00011485116,0.00029286684,0.000051561554,0.0004187404],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962121,0.00012116751,0.0007880561,0.0005270459,0.0018580891,0.00049348926],"domain_scores_gemma":[0.9989145,0.0002308649,0.00035639873,0.00020929426,0.00022142332,0.00006756056],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0044461396,0.00026868843,0.0004642897,0.00030223568,0.00028453307,0.000028291477,0.00048047432,0.0019498969,0.00003179687],"category_scores_gemma":[0.0032099732,0.00019566431,0.000054311397,0.00078545744,0.0011217741,0.00011031566,0.000109125336,0.0059687137,0.000011184245],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025462852,0.0000654694,0.0045535485,0.00009359676,0.000012560404,0.0000011134432,0.0039332835,7.4824136e-8,0.0000046624978,0.0004681426,0.97923005,0.011612024],"study_design_scores_gemma":[0.0013466924,0.00021291702,0.0017153415,0.0005990512,0.00015571977,0.000027811226,0.007814043,0.00008770854,5.112663e-7,0.0028118026,0.9849703,0.00025810127],"about_ca_topic_score_codex":0.000053225784,"about_ca_topic_score_gemma":0.000016696176,"teacher_disagreement_score":0.12616938,"about_ca_system_score_codex":0.00024260457,"about_ca_system_score_gemma":0.005426601,"threshold_uncertainty_score":0.9993458},"labels":[],"label_agreement":null},{"id":"W2036770168","doi":"10.1007/s40596-015-0321-1","title":"Assessing the Effectiveness of a Single Seminar in Preparing Psychiatry Residents for Practice","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medical education; Psychology; Medicine; MEDLINE; Psychiatry; Political science","score_opus":0.04038573403496418,"score_gpt":0.431766142509221,"score_spread":0.3913804084742568,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2036770168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96956635,0.0015641977,0.0029482106,0.014958005,0.0046853395,0.0011758121,0.0000014217507,0.00004383112,0.0050568073],"genre_scores_gemma":[0.95657843,0.000019586509,0.04036291,0.0019648813,0.00080221664,0.00015605059,0.000019585268,0.00003188766,0.000064436426],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99813575,0.00030681025,0.00059340906,0.00028169554,0.00042719935,0.0002551257],"domain_scores_gemma":[0.99819195,0.0007135917,0.0003450287,0.0003813824,0.00030624322,0.00006178988],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0060372786,0.0001321462,0.00025655166,0.00019273261,0.00006719327,0.00001567049,0.0002259724,0.00027982463,0.0000021029994],"category_scores_gemma":[0.0091171535,0.00009434828,0.00005730823,0.0007656807,0.000104005885,0.00043128745,0.000046992387,0.0008382584,0.0000043864598],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016474496,0.0011455399,0.90966934,0.0017631602,0.00012706444,8.6295245e-7,0.0016500438,0.000066275825,0.004661789,0.011842237,0.060064238,0.0073620263],"study_design_scores_gemma":[0.010352348,0.0010694008,0.8471951,0.01075509,0.00068019907,0.00042513377,0.024433503,0.0013255436,0.0027293873,0.08356626,0.016913284,0.00055475737],"about_ca_topic_score_codex":0.000053264106,"about_ca_topic_score_gemma":0.0000048747593,"teacher_disagreement_score":0.07172403,"about_ca_system_score_codex":0.0002283208,"about_ca_system_score_gemma":0.0011270748,"threshold_uncertainty_score":0.9992295},"labels":[],"label_agreement":null},{"id":"W2037939870","doi":"10.1176/appi.ap.13030023","title":"The Future of Psychiatric Education: An International Perspective","year":2013,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; St. Joseph's Hospital","funders":"","keywords":"Perspective (graphical); Psychiatry; Psychology; Medical education; Medicine; Computer science","score_opus":0.00874161614582878,"score_gpt":0.3430572766010186,"score_spread":0.3343156604551898,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037939870","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004612991,0.009636218,0.00002316621,0.91816115,0.047805935,0.0007244164,0.000015094673,0.00006457467,0.018956427],"genre_scores_gemma":[0.0007658217,0.0033438206,0.0083631035,0.8418135,0.13469522,0.00026286914,0.0008034956,0.00009258042,0.009859583],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99721366,0.00009501773,0.0008566132,0.00053480733,0.0009526348,0.00034725023],"domain_scores_gemma":[0.9969238,0.000059365295,0.00073123456,0.0010089092,0.0012036877,0.00007301259],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00039941806,0.00032536415,0.0003523073,0.0004607484,0.00020072787,0.000029414135,0.0010294339,0.0017668791,0.0005185113],"category_scores_gemma":[0.00023241284,0.00023527189,0.00017989422,0.0007509639,0.00027956205,0.00024110812,0.000054645774,0.0065049324,0.00014215035],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022407885,0.00012546308,0.00463366,0.00010688406,0.00013932468,4.434604e-7,0.00023734868,7.6998134e-8,0.0000029954326,0.024063695,0.9438495,0.026818175],"study_design_scores_gemma":[0.00032728555,0.00010386743,0.0076780017,0.00018933776,0.00018096792,0.00013445472,0.0037452818,0.00001898259,0.0000016075944,0.020416092,0.96699125,0.0002128625],"about_ca_topic_score_codex":0.00004612717,"about_ca_topic_score_gemma":0.0000023049506,"teacher_disagreement_score":0.08688928,"about_ca_system_score_codex":0.00037169905,"about_ca_system_score_gemma":0.0030278687,"threshold_uncertainty_score":0.99952906},"labels":[],"label_agreement":null},{"id":"W2039453580","doi":"10.1007/bf03340084","title":"Law and Psychiatry Seminar: An Interprofessional Model for Forensic Psychiatric Training","year":2013,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Child and Adolescent Health","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Forensic psychiatry; Psychiatry; Forensic science; Psychology; Medical education; Medicine","score_opus":0.057399293049257255,"score_gpt":0.40542333872030495,"score_spread":0.3480240456710477,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039453580","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9315978,0.003608331,0.0053285663,0.040429167,0.010345463,0.0037804353,0.00015020827,0.00047708838,0.0042829127],"genre_scores_gemma":[0.8770912,0.00029683183,0.04733485,0.06834724,0.005133916,0.00023299835,0.000103723534,0.00014204414,0.0013171908],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99589306,0.00026318955,0.0012676086,0.00089405995,0.00033158567,0.0013504667],"domain_scores_gemma":[0.9979032,0.00025964004,0.0005140451,0.00046177462,0.000114356015,0.0007469365],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0008806906,0.00047588092,0.0005829735,0.00021994587,0.0017580919,0.000020836069,0.0004998258,0.00097458455,0.00014179382],"category_scores_gemma":[0.000048047114,0.00041262465,0.00017114684,0.00025676456,0.00017316455,0.0006852201,0.00016082273,0.0027631153,0.00012321174],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044093246,0.00030547977,0.23046365,0.0015650847,0.00006748152,2.0197606e-7,0.012571565,0.000023985513,0.0002784068,0.45582247,0.2872306,0.0112301195],"study_design_scores_gemma":[0.007703171,0.00056186167,0.07633476,0.0036375176,0.00019278689,0.00003795222,0.033856146,0.09481168,0.000002665165,0.77385396,0.0074217464,0.0015857756],"about_ca_topic_score_codex":0.00011139656,"about_ca_topic_score_gemma":0.00037882788,"teacher_disagreement_score":0.31803146,"about_ca_system_score_codex":0.00008905576,"about_ca_system_score_gemma":0.0013139923,"threshold_uncertainty_score":0.9998326},"labels":[],"label_agreement":null},{"id":"W2039464352","doi":"10.1176/appi.ap.28.2.151","title":"Small-Group Videotape Training for Psychotherapy Skills Development","year":2004,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Psychotherapy Techniques and Applications","field":"Psychology","cited_by":71,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Psychotherapist; Videotape Recording; Medical education; Psychology; Group psychotherapy; Multimedia; Medicine; Computer science","score_opus":0.05559248453177294,"score_gpt":0.35993945778124137,"score_spread":0.3043469732494684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2039464352","genre_codex":"methods","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":"methods","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2574475,0.0056392155,0.69025457,0.016894901,0.005139093,0.0030813795,0.00006147535,0.001390529,0.020091336],"genre_scores_gemma":[0.20070454,0.0018316999,0.7392911,0.040105786,0.0037521007,0.008219815,0.00015755561,0.00045183508,0.0054855836],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99747264,0.000036786656,0.000733787,0.00080642104,0.00017752769,0.00077286287],"domain_scores_gemma":[0.99874777,0.00008671762,0.0002698353,0.0006483534,0.00003913496,0.00020816347],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005095653,0.00037200275,0.00033455083,0.00019150796,0.00029383937,0.00002393739,0.0007512956,0.0005659175,0.00039106433],"category_scores_gemma":[0.000005058722,0.00037068073,0.00020552869,0.00038079842,0.000091930146,0.000085292704,0.000010704862,0.00064326724,0.0001931235],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031039174,0.0009514321,0.0028512497,0.000033867927,0.00035679934,0.0000010118333,0.011000318,0.000009261326,0.0042625885,0.6964155,0.041863937,0.24194363],"study_design_scores_gemma":[0.0037420075,0.00021000746,0.009520197,0.00013834647,0.000024756162,0.000040738887,0.0005328285,0.0000020415912,0.00033236624,0.26956648,0.7152753,0.0006149074],"about_ca_topic_score_codex":0.000015045119,"about_ca_topic_score_gemma":0.000039710107,"teacher_disagreement_score":0.67341137,"about_ca_system_score_codex":0.00008513253,"about_ca_system_score_gemma":0.00019662101,"threshold_uncertainty_score":0.99987453},"labels":[],"label_agreement":null},{"id":"W2043521844","doi":"10.1176/appi.ap.29.4.350","title":"A Pilot Survey of Patient-Initiated Assaults on Medical Students During Clinical Clerkship","year":2005,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Workplace Violence and Bullying","field":"Social Sciences","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Medicine; Curriculum; Clinical clerkship; Suicide prevention; Medical education; Poison control; Family medicine; Psychology; Medical emergency; Pedagogy","score_opus":0.09151951788522042,"score_gpt":0.43459411443360474,"score_spread":0.34307459654838435,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2043521844","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9908166,0.00037839814,0.000002830773,0.0036299175,0.0019929896,0.00023606687,0.000010884152,0.0000942497,0.0028380945],"genre_scores_gemma":[0.994993,0.0011155097,0.00007435675,0.0025375383,0.0011172578,0.000009655515,0.00000873925,0.000018502235,0.00012545507],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949545,0.0011524921,0.00094818225,0.0003987371,0.0020062984,0.000539791],"domain_scores_gemma":[0.9981699,0.0007808369,0.00035571426,0.00023212367,0.00009582691,0.00036557805],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005862578,0.00016340149,0.0003168503,0.0001118534,0.0003169423,0.000025391138,0.0011278217,0.00048697347,0.00030918533],"category_scores_gemma":[0.0023750172,0.00015225608,0.00010227161,0.0005216502,0.00030623635,0.0001875508,0.00013456264,0.0014220662,0.00022874809],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024725098,0.00039615858,0.98878455,0.000008826952,0.000033516433,0.0000017375523,0.00065605063,0.000003740842,0.000007034252,0.00040182148,0.005362683,0.0040966203],"study_design_scores_gemma":[0.001296358,0.00027221395,0.99436367,0.0007117195,0.000016511114,0.0000013252086,0.0013645749,0.000010397562,0.000026575526,0.00024253948,0.0014759541,0.00021814383],"about_ca_topic_score_codex":0.0009502837,"about_ca_topic_score_gemma":0.002797494,"teacher_disagreement_score":0.005579128,"about_ca_system_score_codex":0.000064260144,"about_ca_system_score_gemma":0.00054347893,"threshold_uncertainty_score":0.6208823},"labels":[],"label_agreement":null},{"id":"W2044429646","doi":"10.1176/appi.ap.33.4.282","title":"Who Should Be an OSCE Examiner?","year":2009,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Quality and Management Systems","field":"Business, Management and Accounting","cited_by":27,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; The Wilson Centre; University Health Network; Toronto General Hospital","funders":"","keywords":"Medical education; Psychology; MEDLINE; Objective structured clinical examination; Medicine; Biology","score_opus":0.07810483688935466,"score_gpt":0.2995858359229965,"score_spread":0.22148099903364182,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2044429646","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001543362,0.0009410962,0.00015558481,0.895213,0.0075717145,0.0007688371,0.000020280566,0.0007996238,0.09298648],"genre_scores_gemma":[0.0011430772,0.000112780996,0.00009352151,0.8871946,0.08998568,0.00005276393,0.0010033759,0.00015159593,0.02026265],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955722,0.000085601525,0.0010491638,0.0012088519,0.0010587132,0.0010254472],"domain_scores_gemma":[0.99765086,0.00005138406,0.0009693622,0.0012039305,0.000090129324,0.000034318095],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0011158568,0.00083292177,0.0008474956,0.0007449985,0.00029432456,0.0004045629,0.001910212,0.0026366387,0.00038020065],"category_scores_gemma":[0.00006229111,0.0008240947,0.00029770215,0.00064728735,0.0000989315,0.00208956,0.00027758116,0.005007935,0.0010774435],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012272896,0.000043899836,0.0015102106,0.0011010813,0.00007480294,0.000029337198,0.00003120231,0.0000036511908,0.0000060013726,0.01562641,0.980162,0.0013990899],"study_design_scores_gemma":[0.00046161975,0.000019907708,0.0011969273,0.00045252597,0.00026901072,0.000006425191,0.00015086593,0.00014469794,4.251992e-7,0.013501388,0.982771,0.0010252319],"about_ca_topic_score_codex":0.0006262593,"about_ca_topic_score_gemma":0.00007756046,"teacher_disagreement_score":0.08241397,"about_ca_system_score_codex":0.00006175017,"about_ca_system_score_gemma":0.000059589398,"threshold_uncertainty_score":0.9997003},"labels":[],"label_agreement":null},{"id":"W2045704658","doi":"10.1176/appi.ap.28.3.215","title":"The Adult Learner Rediscovered: Psychiatry Residents' Push for Cognitive-Behavioral Therapy Training and a Learner-Driven Model of Educational Change","year":2004,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Scrutiny; Psychology; Adult Learning; Medical education; Experiential learning; Andragogy; Adult education; Cognition; Perception; Clinical psychology; Medicine; Psychiatry; Pedagogy","score_opus":0.08287409833964915,"score_gpt":0.3979576211994883,"score_spread":0.31508352285983915,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045704658","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8977391,0.002812748,0.00067190325,0.095453635,0.0018570378,0.0011030788,0.00003887086,0.000029940173,0.00029370066],"genre_scores_gemma":[0.9731086,0.0018409181,0.014768036,0.006772398,0.0022677702,0.00054029556,0.000153742,0.00005825492,0.0004899844],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9981679,0.00003523252,0.0006045208,0.00038563643,0.00043568507,0.00037105326],"domain_scores_gemma":[0.99889004,0.000103510756,0.00032165874,0.00025941498,0.0003239555,0.00010144272],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004436441,0.00021067934,0.0002730426,0.00017127191,0.00031652945,0.000017157283,0.00021011938,0.00034926026,0.000021133841],"category_scores_gemma":[0.00042316498,0.00016405358,0.00010692423,0.00034527815,0.000371418,0.00021998723,0.0000307715,0.00090523664,0.0000053706285],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0022991397,0.002268128,0.427079,0.000571211,0.00043204412,3.8886705e-7,0.021089176,0.00010873436,0.001825591,0.36150014,0.042809755,0.1400167],"study_design_scores_gemma":[0.039979085,0.0039519113,0.40264687,0.007192623,0.0012303431,0.00032181264,0.06266376,0.0071564126,0.00052348117,0.46757656,0.0048838286,0.0018733206],"about_ca_topic_score_codex":0.00006490781,"about_ca_topic_score_gemma":0.00002821455,"teacher_disagreement_score":0.13814339,"about_ca_system_score_codex":0.00007842917,"about_ca_system_score_gemma":0.0014153756,"threshold_uncertainty_score":0.6689911},"labels":[],"label_agreement":null},{"id":"W2045914002","doi":"10.1176/appi.ap.12050096","title":"Group Day: Experiential Learning About Group Psychotherapy for Psychiatry Residents at University of Toronto","year":2013,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Psychotherapy Techniques and Applications","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Experiential learning; Group psychotherapy; Psychology; Psychotherapist; Group (periodic table); Psychiatry; Medical education; Medicine; Pedagogy","score_opus":0.012386146695192777,"score_gpt":0.30634127541592826,"score_spread":0.2939551287207355,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2045914002","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85739803,0.0287838,0.07039783,0.0050038616,0.008972559,0.0040339795,0.00013200518,0.00094718527,0.024330772],"genre_scores_gemma":[0.85809517,0.019644821,0.07906503,0.0060214405,0.004274896,0.0015167721,0.00040217437,0.0005579185,0.030421758],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99733824,0.00017891421,0.0006454857,0.00088792486,0.00027829706,0.0006711724],"domain_scores_gemma":[0.9982165,0.00009133646,0.00056551327,0.0008184789,0.00007788999,0.0002302572],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0003976388,0.00037470352,0.00042241556,0.00009176825,0.00043328293,0.000019572664,0.0009706346,0.0007174405,0.007813098],"category_scores_gemma":[0.0000043961277,0.00041717375,0.00035845567,0.0002045944,0.00020019404,0.00033793136,0.00004544599,0.00056925527,0.00020174631],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008882986,0.00080392265,0.10723172,0.00007424341,0.00038322416,3.622697e-7,0.0052473196,0.0000011003311,0.016116029,0.22071831,0.6320394,0.01649601],"study_design_scores_gemma":[0.006922635,0.0010275528,0.24382056,0.00026563348,0.000116297706,0.000025963815,0.005044502,0.00007833413,0.00010935052,0.07438172,0.6670078,0.0011996648],"about_ca_topic_score_codex":0.0023447697,"about_ca_topic_score_gemma":0.00094724953,"teacher_disagreement_score":0.1463366,"about_ca_system_score_codex":0.000118947515,"about_ca_system_score_gemma":0.000050703275,"threshold_uncertainty_score":0.999828},"labels":[],"label_agreement":null},{"id":"W2046616859","doi":"10.1176/appi.ap.34.3.203","title":"The Coordinators of Psychiatric Education (COPE) Residency In-Training Exam: A Preliminary Psychometric Assessment","year":2010,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Cronbach's alpha; Formative assessment; Blueprint; Test (biology); Residency training; Reliability (semiconductor); Psychology; Medicine; Educational measurement; Psychometrics; Medical education; Clinical psychology; Family medicine; Psychiatry; Curriculum; Continuing education; Pedagogy","score_opus":0.01635193460381276,"score_gpt":0.37094434050968156,"score_spread":0.3545924059058688,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2046616859","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9407426,0.0024837407,0.00013321251,0.029048167,0.0129452795,0.00080600445,0.0000015294946,0.000053050437,0.013786398],"genre_scores_gemma":[0.9699854,0.00054697064,0.02568673,0.0016402457,0.0012844937,0.00018693408,0.000023294528,0.000039630744,0.0006062572],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99731547,0.0000886784,0.0011202544,0.00041350359,0.0006446814,0.00041740993],"domain_scores_gemma":[0.9981642,0.00020872694,0.000506228,0.00074756116,0.0002573792,0.00011595034],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0020820005,0.00021404773,0.00031021092,0.0011780125,0.0002058065,0.000013946475,0.0004859809,0.0004757363,0.00010278774],"category_scores_gemma":[0.0015073136,0.00016827133,0.00009386462,0.0042774947,0.00024532093,0.00017611225,0.000049779443,0.0028972887,0.0000203698],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000106796666,0.000515875,0.6960161,0.00017400221,0.000031052063,2.9460037e-7,0.0005089709,0.0000010443941,0.0006058569,0.049641456,0.063377224,0.18902136],"study_design_scores_gemma":[0.00094991695,0.00027686375,0.9591612,0.0002879763,0.00008251606,0.000083494386,0.0027976,0.0001274061,0.000029918683,0.021506945,0.014510191,0.00018597335],"about_ca_topic_score_codex":0.000051405365,"about_ca_topic_score_gemma":0.00002073569,"teacher_disagreement_score":0.26314512,"about_ca_system_score_codex":0.0001251965,"about_ca_system_score_gemma":0.0037388091,"threshold_uncertainty_score":0.99940306},"labels":[],"label_agreement":null},{"id":"W2047670562","doi":"10.1007/s40596-014-0099-6","title":"Remediation Practices in Canadian Psychiatry Clerkships","year":2014,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Environmental remediation; Medical education; Psychology; Psychological intervention; Medicine; Psychiatry","score_opus":0.025154525172628915,"score_gpt":0.35958923161774525,"score_spread":0.33443470644511636,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2047670562","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78671235,0.00058341294,0.00011354399,0.18623705,0.007118541,0.00037694673,0.0000018104951,0.000078673984,0.018777693],"genre_scores_gemma":[0.9553863,0.00012597135,0.012644858,0.0280568,0.0032949185,0.00005174538,0.000100939105,0.00003442083,0.00030405738],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99797875,0.000103623155,0.00061305595,0.00037605668,0.00039758265,0.0005309175],"domain_scores_gemma":[0.9987121,0.000063005034,0.00041919024,0.00042595642,0.00010402638,0.00027572145],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018951781,0.00016282647,0.0002187236,0.0006697687,0.00010967934,0.000012926984,0.00022769402,0.000548779,0.00017838599],"category_scores_gemma":[0.0038781993,0.00016419361,0.000045432957,0.0010824605,0.00006903308,0.000257612,0.000015645037,0.001718459,0.00026191463],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027438655,0.00007107689,0.8630238,0.000082290164,0.000012363615,4.1750712e-7,0.00020411912,0.0000025427676,0.00004842822,0.02789592,0.09777621,0.010855366],"study_design_scores_gemma":[0.001198767,0.00009584855,0.80751103,0.00034251285,0.000057079968,0.000056676465,0.00074259815,0.0016319645,0.00001168857,0.014374565,0.17374402,0.00023321656],"about_ca_topic_score_codex":0.014881038,"about_ca_topic_score_gemma":0.05655815,"teacher_disagreement_score":0.16867396,"about_ca_system_score_codex":0.00033744524,"about_ca_system_score_gemma":0.0021796797,"threshold_uncertainty_score":0.99167895},"labels":[],"label_agreement":null},{"id":"W2048821565","doi":"10.1176/appi.ap.10020034","title":"Academic and Career Counseling for Medical Students and the Complex Role of the Student Affairs Dean","year":2012,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Student affairs; Medical education; Psychology; Career counseling; Veterans Affairs; Medicine; Higher education; Political science; Internal medicine","score_opus":0.02262556434414426,"score_gpt":0.37588712716895045,"score_spread":0.3532615628248062,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2048821565","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9556316,0.00918776,0.00012740311,0.032413594,0.001392641,0.00089784834,0.000004796324,0.000018873876,0.00032545137],"genre_scores_gemma":[0.9892397,0.00082060887,0.0006748605,0.007898864,0.0012093196,0.00008262913,0.000009080383,0.000019408571,0.000045546964],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9978125,0.00008427164,0.0005326225,0.00017692674,0.0011029637,0.00029068833],"domain_scores_gemma":[0.99911827,0.00022673367,0.00020110568,0.0002498186,0.000077058605,0.00012699005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0026198127,0.00013161568,0.00025591755,0.000057621237,0.00017707479,0.0000071444315,0.00047809596,0.0003488463,0.000024900257],"category_scores_gemma":[0.0008039932,0.00007389599,0.000052741467,0.00021565087,0.0005624139,0.00007028847,0.00017155107,0.001190871,0.000001568195],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012710584,0.00009431115,0.9527823,0.00011720168,0.00011333047,2.9218047e-8,0.0070584,2.8169805e-7,0.00032033163,0.01911735,0.013987679,0.006281686],"study_design_scores_gemma":[0.007268344,0.00007709539,0.9236804,0.0006363137,0.000559218,0.00013040504,0.0380623,0.00065859145,0.00009714759,0.00536198,0.023262307,0.0002058574],"about_ca_topic_score_codex":0.000010433288,"about_ca_topic_score_gemma":0.0000019495164,"teacher_disagreement_score":0.03360805,"about_ca_system_score_codex":0.00003294686,"about_ca_system_score_gemma":0.00015916426,"threshold_uncertainty_score":0.51738083},"labels":[],"label_agreement":null},{"id":"W2049200802","doi":"10.1176/appi.ap.31.4.309","title":"Psychiatry Residency Training Around the World","year":2007,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":37,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Residency training; Credentialing; Globe; Training (meteorology); Medical education; Graduate medical education; Psychology; Autonomy; Medicine; Family medicine; Psychiatry; Accreditation; Political science; Continuing education; Geography","score_opus":0.05916013208680915,"score_gpt":0.40820363330851855,"score_spread":0.3490435012217094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2049200802","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6682587,0.017278073,0.00016905306,0.043130416,0.024440976,0.0008301964,0.000011199119,0.00026960133,0.24561173],"genre_scores_gemma":[0.9540317,0.00009665376,0.002012363,0.014507409,0.00599715,0.00008900364,0.000018449095,0.000070525646,0.023176737],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99692726,0.00014168996,0.00085605704,0.0005966322,0.0003807055,0.0010976372],"domain_scores_gemma":[0.99836874,0.0003296248,0.00033442467,0.00068495615,0.000021214242,0.00026102498],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0015791792,0.00033560587,0.00028385784,0.0002649066,0.000680277,0.000030489311,0.00085482,0.0003528472,0.001444878],"category_scores_gemma":[0.00001561046,0.00024253986,0.00016170731,0.00082746573,0.00016352328,0.00020785409,0.000068143774,0.0015514912,0.0011225506],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026532586,0.00014925982,0.48076278,0.00003684776,0.000106431384,0.000008689707,0.0020979817,5.08579e-7,0.000011999389,0.32050055,0.16171762,0.034342002],"study_design_scores_gemma":[0.0024339748,0.00018250957,0.74081254,0.00029623555,0.00014083783,0.00015471647,0.015976127,0.0000054396523,0.000017551938,0.17038886,0.06896435,0.0006268467],"about_ca_topic_score_codex":0.0001531605,"about_ca_topic_score_gemma":0.0016940517,"teacher_disagreement_score":0.28577295,"about_ca_system_score_codex":0.00008388379,"about_ca_system_score_gemma":0.0002050754,"threshold_uncertainty_score":0.9996552},"labels":[],"label_agreement":null},{"id":"W2050380623","doi":"10.1176/appi.ap.32.5.414","title":"A 2-year Progress Report of the AACAP-Harvard Macy Teaching Scholars Program","year":2008,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Child and adolescent psychiatry; Medical education; Medical school; Psychology; Psychiatry; Medicine","score_opus":0.01948165815969923,"score_gpt":0.36257789176817495,"score_spread":0.34309623360847574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2050380623","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9729398,0.00031321537,0.000027709086,0.018768694,0.0022570777,0.0009036131,0.0000016971197,0.00014342884,0.004644801],"genre_scores_gemma":[0.94943416,0.00004503229,0.04555889,0.0025452764,0.0010713582,0.00013627729,0.00002901077,0.00003456438,0.0011454565],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99796015,0.00007223301,0.00070736033,0.00029329007,0.0006837374,0.00028323953],"domain_scores_gemma":[0.99867994,0.000017638542,0.00039523945,0.0006649106,0.0001686067,0.00007367216],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0009354333,0.00014418218,0.00023094779,0.0001298847,0.00024025104,0.000005487967,0.00034115982,0.00030601973,0.00007408867],"category_scores_gemma":[0.0013038232,0.00010267836,0.00011871443,0.0006292178,0.00038419652,0.0001411271,0.00007684963,0.0024535605,0.00004054654],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003201986,0.00032452002,0.88530034,0.00011245138,0.000049995153,0.000008806977,0.00046920427,2.8673713e-7,0.00016922942,0.0025920265,0.08348671,0.027454386],"study_design_scores_gemma":[0.0014165414,0.00017322911,0.7234472,0.0008761954,0.00015204366,0.004125791,0.0007444831,0.000063635984,0.00042766432,0.0017168539,0.26662743,0.00022892741],"about_ca_topic_score_codex":0.000009843625,"about_ca_topic_score_gemma":2.9582532e-7,"teacher_disagreement_score":0.18314072,"about_ca_system_score_codex":0.00007640109,"about_ca_system_score_gemma":0.0007110774,"threshold_uncertainty_score":0.9998478},"labels":[],"label_agreement":null},{"id":"W2052295588","doi":"10.1176/appi.ap.33.4.331","title":"A Training and Examination Program to Prepare Psychiatric Residents for OSCE-Style Exams","year":2009,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medical education; Training (meteorology); Psychology; Objective structured clinical examination; Style (visual arts); Psychiatry; Medicine","score_opus":0.0328058312823905,"score_gpt":0.39038400265282347,"score_spread":0.35757817137043296,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2052295588","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9364001,0.00080272707,0.0024931796,0.053217728,0.0016272136,0.0027630515,0.0000054965794,0.00028143864,0.002409032],"genre_scores_gemma":[0.8936332,0.00006526046,0.09125449,0.012244619,0.0014498315,0.00039534486,0.00008718196,0.000029937739,0.00084017124],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982521,0.000036032317,0.0005382214,0.00045270374,0.00035853375,0.00036241478],"domain_scores_gemma":[0.99923563,0.000041848874,0.00015746073,0.0002775774,0.00012719537,0.00016031369],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00088076206,0.00017314228,0.00024188712,0.00037023157,0.00015798879,0.000019807603,0.00014469061,0.00031168314,0.000018217183],"category_scores_gemma":[0.00091042655,0.00016921441,0.000049568185,0.0008429595,0.000042724132,0.0001440108,0.000016683423,0.0004284844,0.0000100077195],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009410095,0.00026811694,0.011139814,0.00014212819,0.000021152151,3.199725e-7,0.0023510435,0.0000010418967,0.00025294506,0.0023320299,0.10436516,0.87903214],"study_design_scores_gemma":[0.0034440784,0.0028024218,0.89533025,0.0007307675,0.00025626502,0.0001334966,0.0037415083,0.0012763995,0.000090870606,0.011100191,0.080594994,0.00049875886],"about_ca_topic_score_codex":0.0000033867907,"about_ca_topic_score_gemma":0.0000021533444,"teacher_disagreement_score":0.88419044,"about_ca_system_score_codex":0.000090121976,"about_ca_system_score_gemma":0.00021966007,"threshold_uncertainty_score":0.69003636},"labels":[],"label_agreement":null},{"id":"W2053062306","doi":"10.1176/appi.ap.11040074","title":"(Dis)Orientation of International Medical Graduates: An Approach to Foster Teaching, Learning, and Collaboration (TLC)","year":2013,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"IMG; Medical education; Psychology; Medicine; Computer science","score_opus":0.02872807974883586,"score_gpt":0.4405284494399788,"score_spread":0.411800369691143,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2053062306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9521196,0.00044116017,0.0009744725,0.021475904,0.002493853,0.0011854976,0.000010218438,0.00012026806,0.021179015],"genre_scores_gemma":[0.98116106,0.00026887207,0.008073427,0.007485125,0.0010050581,0.00026335567,0.00015700948,0.00003137159,0.001554724],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99721676,0.0006026045,0.000795156,0.00037942504,0.0006140717,0.0003920047],"domain_scores_gemma":[0.99868137,0.00014762145,0.00035363584,0.00016922083,0.0002193611,0.00042880088],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010707551,0.0001600106,0.00023166722,0.00015278526,0.00036814297,0.000011760303,0.00030587823,0.00051102927,0.0004225983],"category_scores_gemma":[0.0005544437,0.00014494343,0.000024013983,0.00023128306,0.00006226959,0.00046378988,0.00013306637,0.0015769704,0.00016429456],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000057385314,0.00009881116,0.86898464,0.00017378083,0.000019194747,9.5747176e-8,0.013022121,0.0000122868205,0.000107236476,0.014328023,0.09736942,0.005827035],"study_design_scores_gemma":[0.0051959325,0.0009539124,0.40791377,0.0026356985,0.00008503125,0.00001913373,0.18340677,0.013074296,0.00003940432,0.021232579,0.36443204,0.0010114444],"about_ca_topic_score_codex":0.00032559203,"about_ca_topic_score_gemma":0.00006292909,"teacher_disagreement_score":0.46107084,"about_ca_system_score_codex":0.000094682495,"about_ca_system_score_gemma":0.00029471543,"threshold_uncertainty_score":0.6851239},"labels":[],"label_agreement":null},{"id":"W2054436260","doi":"10.1176/appi.ap.35.5.293","title":"Vignettes for Teaching Psychiatry With the Arts","year":2011,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Art Therapy and Mental Health","field":"Arts and Humanities","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"The arts; Psychology; Medical education; Psychiatry; Medicine; Psychotherapist; Visual arts; Art","score_opus":0.048765903410942,"score_gpt":0.284509773066664,"score_spread":0.23574386965572197,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2054436260","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6592519,0.007517012,0.0012394375,0.056695554,0.010876099,0.0020009151,0.00008456129,0.00048700284,0.26184747],"genre_scores_gemma":[0.95577234,0.000082252,0.0041198656,0.028616246,0.0049192337,0.00018404138,0.000015668493,0.00006653776,0.0062238183],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99892193,0.000045066194,0.0002446118,0.0002510276,0.00014207854,0.00039526983],"domain_scores_gemma":[0.9994405,0.0000558936,0.00014686615,0.0002469712,0.000021773352,0.00008800035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00039904375,0.00019171095,0.00015227176,0.000045873,0.0011636778,0.000022376546,0.0003427138,0.00008877353,0.00041084166],"category_scores_gemma":[0.0000033463482,0.00011156956,0.00008662298,0.000021390942,0.0002766171,0.00022343567,0.000023525621,0.00063233776,0.00005792303],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000194387,0.0000737737,0.003438382,0.00005071712,0.000047184767,1.1456025e-7,0.034836207,1.933396e-7,0.000007886962,0.80177146,0.15694405,0.0026356627],"study_design_scores_gemma":[0.0008958227,0.0006212959,0.000937271,0.00015855803,0.00007048487,0.0000148678455,0.029547233,0.000014314735,0.00002643689,0.089273944,0.8781111,0.00032866676],"about_ca_topic_score_codex":0.00008534741,"about_ca_topic_score_gemma":0.0007146659,"teacher_disagreement_score":0.721167,"about_ca_system_score_codex":0.000016919872,"about_ca_system_score_gemma":0.00010228193,"threshold_uncertainty_score":0.8950186},"labels":[],"label_agreement":null},{"id":"W2055215852","doi":"10.1176/appi.ap.28.2.95","title":"Residency Training in Emergency Psychiatry: A Model Curriculum Developed by the Education Committee of the American Association for Emergency Psychiatry","year":2004,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Emergency and Acute Care Studies","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Curriculum; Emergency psychiatry; Intervention (counseling); Medicine; Medical education; Training (meteorology); Residency training; Association (psychology); Psychiatry; Psychology; Continuing education; Pedagogy","score_opus":0.020707571253453867,"score_gpt":0.335059022941493,"score_spread":0.31435145168803913,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055215852","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.80532837,0.019874455,0.00046024242,0.15720506,0.012668757,0.0015603321,0.000091956295,0.00007186153,0.0027389883],"genre_scores_gemma":[0.9697043,0.0132459225,0.008920666,0.003944251,0.0017717393,0.0006297921,0.00007582304,0.00010371795,0.0016038275],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9965347,0.00013251058,0.0015067823,0.00055626937,0.0006090331,0.00066069356],"domain_scores_gemma":[0.9976385,0.0000410905,0.0013020767,0.0005882018,0.00031721732,0.00011287846],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008628146,0.0004060953,0.0006118912,0.00017242692,0.0004271103,0.000005040258,0.0006698069,0.00029499512,0.000026685299],"category_scores_gemma":[0.0004984619,0.00028310658,0.0004355792,0.0016486035,0.000115690935,0.00018083029,0.00009092091,0.0011782111,0.000006071849],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006922335,0.0003098575,0.652505,0.00018067671,0.00016216692,2.8409907e-8,0.0023191648,0.00006553555,0.00029678928,0.019236453,0.32375965,0.0010955012],"study_design_scores_gemma":[0.0040324284,0.0005018658,0.41988474,0.0015857681,0.0011066296,0.000023772998,0.03928604,0.0003961864,0.0001234394,0.5232637,0.008601578,0.0011938624],"about_ca_topic_score_codex":0.00040573007,"about_ca_topic_score_gemma":0.0019107282,"teacher_disagreement_score":0.50402725,"about_ca_system_score_codex":0.0002594594,"about_ca_system_score_gemma":0.0032219447,"threshold_uncertainty_score":0.9999621},"labels":[],"label_agreement":null},{"id":"W2055696189","doi":"10.1007/s40596-014-0186-8","title":"Caring for Persons with Early Childhood Trauma, PTSD, and HIV: a Curriculum for Clinicians","year":2014,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Medicine; Curriculum; Psychiatry; Human immunodeficiency virus (HIV); Health care; Posttraumatic stress; Disease; Public health; Family medicine; Clinical psychology; Nursing; Psychology","score_opus":0.017404549424686663,"score_gpt":0.3295859621706967,"score_spread":0.31218141274601,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2055696189","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9679517,0.0011817915,0.017809039,0.0079333605,0.00018417464,0.0014239944,0.0001306614,0.00008550843,0.00329978],"genre_scores_gemma":[0.9784301,0.00008294994,0.012908956,0.00089889177,0.0013714544,0.00038822723,0.00005672169,0.000060154813,0.0058025424],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9986551,0.000030695217,0.00030378392,0.00036521972,0.00017408773,0.0004711169],"domain_scores_gemma":[0.9992254,0.00011457611,0.000086478816,0.00021321223,0.00007103426,0.0002893157],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00037224128,0.00016226023,0.0002966748,0.00013596666,0.00019972613,0.00001894045,0.00014077277,0.00020169443,0.000019321702],"category_scores_gemma":[0.00022531024,0.00012683265,0.00021455737,0.00012577257,0.000091931586,0.00011393676,0.000023439337,0.0006037798,0.0000122444935],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00055627344,0.00061010174,0.60330343,0.0007952811,0.0005422293,9.816472e-7,0.003635494,0.0000014240626,0.0002869615,0.010504719,0.28329536,0.09646775],"study_design_scores_gemma":[0.051919006,0.049210675,0.5473299,0.0072778724,0.0022660103,0.0005288459,0.026502304,0.01623509,0.0003545618,0.011720379,0.28477785,0.0018774738],"about_ca_topic_score_codex":0.000050039285,"about_ca_topic_score_gemma":0.000088464396,"teacher_disagreement_score":0.09459027,"about_ca_system_score_codex":0.000021658252,"about_ca_system_score_gemma":0.00010894568,"threshold_uncertainty_score":0.5172085},"labels":[],"label_agreement":null},{"id":"W2056466062","doi":"10.1176/appi.ap.30.4.325","title":"Choosing a Career in Psychiatry: Influential Factors Within a Medical School Program","year":2006,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":59,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"SickKids Foundation; Hospital for Sick Children","funders":"","keywords":"Medical school; Psychology; Recall; Medical education; Psychiatry; Medicine; Family medicine","score_opus":0.018583288037196635,"score_gpt":0.3211130626936307,"score_spread":0.3025297746564341,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2056466062","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95560527,0.0015975301,0.000018349532,0.014787796,0.0079524685,0.0005005655,0.0000072188886,0.0003045109,0.019226303],"genre_scores_gemma":[0.99111825,0.000109558896,0.0009193879,0.003863555,0.0034433228,0.00002763744,0.00002619079,0.000022648608,0.0004694328],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9959853,0.00023044269,0.0005467212,0.00043944776,0.0020718938,0.00072616374],"domain_scores_gemma":[0.9989061,0.00005354625,0.00017314717,0.00021351589,0.00006143378,0.0005922727],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0018582565,0.0002219472,0.00028908526,0.00025519848,0.00040474115,0.00008121634,0.0011117599,0.00083141914,0.0006882067],"category_scores_gemma":[0.0005320992,0.00021413443,0.00012312313,0.00093052315,0.0005202282,0.00038209898,0.00012105596,0.0017527754,0.00007180554],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002446942,0.00014187384,0.9266924,0.000023229362,0.000016930915,0.00000489722,0.0024730812,0.000007686888,0.0000041034773,0.019196043,0.049995188,0.0014200928],"study_design_scores_gemma":[0.004415873,0.0002115976,0.7474107,0.0011369222,0.00015887112,0.000011782553,0.06299403,0.00007838591,0.000010419137,0.039211623,0.14329018,0.0010696242],"about_ca_topic_score_codex":0.008550619,"about_ca_topic_score_gemma":0.013800039,"teacher_disagreement_score":0.17928171,"about_ca_system_score_codex":0.00017977653,"about_ca_system_score_gemma":0.0021278053,"threshold_uncertainty_score":0.9980515},"labels":[],"label_agreement":null},{"id":"W2058966014","doi":"10.1007/s40596-014-0222-8","title":"“Where Does the Circle End?”: Representation as a Critical Aspect of Reflection in Teaching Social and Behavioral Sciences in Medicine","year":2014,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Empathy and Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"National Heart, Lung, and Blood Institute","keywords":"Reflection (computer programming); Representation (politics); Critical reflection; Psychology; MEDLINE; Behavioural sciences; Medical education; Mathematics education; Psychoanalysis; Medicine; Psychotherapist; Pedagogy; Computer science; Political science","score_opus":0.05557305614846197,"score_gpt":0.466789393470528,"score_spread":0.41121633732206603,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2058966014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92874926,0.00069871725,0.000027779679,0.06735549,0.00066325505,0.00014654853,3.8802352e-7,0.000013307097,0.002345246],"genre_scores_gemma":[0.997648,0.00015190447,0.0002264315,0.0011438825,0.00077214226,0.000014980864,0.000002712179,0.0000055928335,0.000034338016],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99878526,0.00020264782,0.00033589327,0.00022144543,0.0002912825,0.00016350317],"domain_scores_gemma":[0.9995332,0.0002361653,0.00007721498,0.00008466668,0.000019030866,0.000049744733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001535289,0.00006916125,0.00018546208,0.00014718164,0.00011398903,0.0000036948582,0.00007983523,0.00016554892,0.000037388003],"category_scores_gemma":[0.0011753087,0.000044746324,0.000023104958,0.00027485707,0.00050181476,0.00011207261,0.000018023504,0.00084182783,0.0000012710275],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016306854,0.00029429042,0.83256406,0.00020849472,0.000006005022,0.0000015118719,0.061796684,7.893138e-7,0.005708767,0.021755492,0.0016965412,0.07580429],"study_design_scores_gemma":[0.0011913847,0.00040133228,0.9127097,0.0006831221,0.00005957039,0.000051144052,0.044593405,0.00012344545,0.00022257904,0.039571535,0.00031251088,0.000080239464],"about_ca_topic_score_codex":0.0012133857,"about_ca_topic_score_gemma":0.00038499077,"teacher_disagreement_score":0.080145665,"about_ca_system_score_codex":0.000036668876,"about_ca_system_score_gemma":0.00013333162,"threshold_uncertainty_score":0.365737},"labels":[],"label_agreement":null},{"id":"W2062399981","doi":"10.1176/appi.ap.31.4.304","title":"Physicians as Managers: Psychiatry Residents' Perceived Gaps in Knowledge and Skills in Administrative Psychiatry","year":2007,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital","funders":"","keywords":"Mentorship; Curriculum; Compensation (psychology); Medical education; Psychology; Medicine; Psychiatry; Pedagogy; Social psychology","score_opus":0.011693539009229675,"score_gpt":0.37119425137220735,"score_spread":0.35950071236297765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2062399981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9434516,0.004758008,0.00008143909,0.026247988,0.0052702045,0.0008645187,0.0000048315555,0.00009448089,0.01922693],"genre_scores_gemma":[0.9677466,0.00086722354,0.014764379,0.012829569,0.0021382223,0.00006695043,0.00006537886,0.000078291414,0.0014433872],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964894,0.00011360235,0.0012864103,0.00082263164,0.0004922144,0.0007957634],"domain_scores_gemma":[0.99874544,0.00010896686,0.0003046049,0.00054528867,0.000104969266,0.00019070419],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0014527421,0.00040855777,0.00055347214,0.0011013323,0.00012672841,0.000019051422,0.0003394931,0.0007738586,0.00011314689],"category_scores_gemma":[0.00041198704,0.00042918726,0.00010231896,0.0020452512,0.00030756742,0.00030255478,0.00007159915,0.002666967,0.00014894921],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002875756,0.0013152398,0.92490077,0.00039462076,0.000054081473,0.000011765192,0.003982004,9.171073e-7,0.00019529523,0.018643273,0.038624346,0.011590114],"study_design_scores_gemma":[0.0031257055,0.0002549391,0.95517385,0.0024578783,0.000073039446,0.0001150578,0.013271041,0.000033585384,0.00002468749,0.022843588,0.0022266253,0.00039998005],"about_ca_topic_score_codex":0.00011102123,"about_ca_topic_score_gemma":0.00092919724,"teacher_disagreement_score":0.03639772,"about_ca_system_score_codex":0.00029916485,"about_ca_system_score_gemma":0.0011492267,"threshold_uncertainty_score":0.999816},"labels":[],"label_agreement":null},{"id":"W2064388713","doi":"10.1007/s40596-014-0179-7","title":"Comparison Between a Typical Undergraduate Psychiatry Program in China and Canada—an Approach to Inform Psychiatry Education Reform in China","year":2014,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mental Health and Psychiatry","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"Division of Undergraduate Education; Guangxi University; Guangxi Medical University","keywords":"China; Accreditation; Curriculum; Medical education; Standardization; Socioeconomic status; Political science; Medicine; Psychology; Sociology; Pedagogy; Law","score_opus":0.026542412584887015,"score_gpt":0.3245135830273125,"score_spread":0.2979711704424255,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2064388713","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88345367,0.0012265337,0.000026430554,0.031722557,0.007568846,0.0015232066,0.000044032153,0.00014757567,0.07428716],"genre_scores_gemma":[0.98423976,0.000057754398,0.0053810757,0.005659887,0.0034762057,0.0003074295,0.00027859415,0.00007652961,0.0005227964],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99577767,0.0001910899,0.0015126932,0.0008680903,0.000552203,0.001098245],"domain_scores_gemma":[0.9981474,0.000027868156,0.0003706241,0.00059574953,0.000034698965,0.000823661],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00078439864,0.0005775083,0.0007494733,0.0005484588,0.0005212369,0.00011958196,0.0006837205,0.00043075916,0.000050230716],"category_scores_gemma":[0.000018883511,0.0005371866,0.000084494764,0.00040584564,0.00015531435,0.0005212157,0.00010441793,0.0020131958,0.00003060004],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018018523,0.00074608694,0.6878565,0.000473086,0.00001624922,6.009051e-8,0.0032142557,0.000007560926,1.5015385e-7,0.2749677,0.014039074,0.018499097],"study_design_scores_gemma":[0.0015563618,0.0005824073,0.8721235,0.00048916694,0.000038402566,0.000010013661,0.008304713,0.00051728496,3.4601678e-7,0.053436212,0.062130608,0.00081099407],"about_ca_topic_score_codex":0.2271765,"about_ca_topic_score_gemma":0.7743852,"teacher_disagreement_score":0.54720867,"about_ca_system_score_codex":0.000511579,"about_ca_system_score_gemma":0.002367896,"threshold_uncertainty_score":0.999708},"labels":[],"label_agreement":null},{"id":"W2067829770","doi":"10.1176/appi.ap.31.5.380","title":"Headspace Theater: An Innovative Method for Experiential Learning of Psychiatric Symptomatology Using Modified Role-Playing and Improvisational Theater Techniques","year":2007,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Empathy and Medical Education","field":"Medicine","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Empathy; Experiential learning; Psychology; Improvisation; Cognition; Action (physics); Mental health; Psychotherapist; Applied psychology; Medical education; Cognitive psychology; Social psychology; Pedagogy; Psychiatry; Medicine; Visual arts","score_opus":0.02302463532460464,"score_gpt":0.38733871350765825,"score_spread":0.3643140781830536,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2067829770","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88455707,0.00056205085,0.11235238,0.0010493667,0.0005860304,0.0005465211,0.000004147904,0.000078409386,0.0002640037],"genre_scores_gemma":[0.83172625,0.000028460037,0.16665682,0.0008096727,0.0006525687,0.000037772184,0.000037841226,0.000027068088,0.00002353795],"study_design_codex":"observational","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9984533,0.000091320835,0.000555606,0.0003571409,0.00020639435,0.00033622936],"domain_scores_gemma":[0.9991058,0.00014845002,0.00027123324,0.00015160728,0.00016802782,0.00015484635],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012379272,0.00017919237,0.0003415707,0.00033317882,0.00015567518,0.0000057173224,0.00009164046,0.00044616696,0.000013512066],"category_scores_gemma":[0.00014093022,0.00015384264,0.00005870696,0.00034239417,0.00011709191,0.00016012481,0.000027777854,0.0006326996,3.4241168e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027107333,0.0005710996,0.46551913,0.00077910064,0.0002416007,0.000001066627,0.09622398,0.000013934709,0.34602416,0.024827173,0.0003074792,0.06278057],"study_design_scores_gemma":[0.020296866,0.008454314,0.23294157,0.0021062945,0.0016676808,0.002538499,0.25874183,0.06583934,0.34379253,0.055206947,0.0056375056,0.0027766114],"about_ca_topic_score_codex":0.000058274967,"about_ca_topic_score_gemma":0.0000019062726,"teacher_disagreement_score":0.23257756,"about_ca_system_score_codex":0.000037420632,"about_ca_system_score_gemma":0.00030041055,"threshold_uncertainty_score":0.62735206},"labels":[],"label_agreement":null},{"id":"W2068739251","doi":"10.1176/appi.ap.34.6.433","title":"Canadian Residents Teaching and Learning Psychiatry in Ethiopia: A Grounded Theory Analysis Focusing On Their Experiences","year":2010,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; St. Michael's Hospital; University Health Network","funders":"","keywords":"Grounded theory; Medical education; Perspective (graphical); Qualitative research; Psychology; Cross-cultural; Intersection (aeronautics); Medicine; Sociology; Social science","score_opus":0.01759232812175804,"score_gpt":0.35338286550215675,"score_spread":0.3357905373803987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068739251","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9719177,0.00171559,0.00001622644,0.0044342545,0.004208523,0.0003212237,0.000005221968,0.000070569695,0.017310718],"genre_scores_gemma":[0.994785,0.00004387645,0.0006231586,0.00291621,0.000565047,0.00011297263,0.000018052571,0.00003425885,0.00090142],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996948,0.000821951,0.00053223124,0.0007169476,0.00021755461,0.00076328375],"domain_scores_gemma":[0.9986884,0.0003466931,0.00022097799,0.00036915467,0.000011648079,0.00036311007],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00200346,0.00031736898,0.0003750847,0.00096661143,0.0010007881,0.000062619154,0.00042772587,0.0006203891,0.00048739868],"category_scores_gemma":[0.00007730176,0.00027373078,0.00010962593,0.0006126866,0.000109846646,0.0002457597,0.000050784187,0.0048549552,0.00004872944],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014835608,0.000092516464,0.9094209,0.000025165617,0.00018943909,0.0000063152906,0.0263024,0.000002854497,0.00003319499,0.044817377,0.00041573154,0.01854575],"study_design_scores_gemma":[0.0013662301,0.00015684552,0.9026856,0.00016918589,0.00015430166,0.00002700348,0.06574751,0.000056563207,0.000009131513,0.028384142,0.00077560375,0.0004678807],"about_ca_topic_score_codex":0.09107278,"about_ca_topic_score_gemma":0.20407127,"teacher_disagreement_score":0.112998486,"about_ca_system_score_codex":0.000115841336,"about_ca_system_score_gemma":0.00016143976,"threshold_uncertainty_score":0.9999715},"labels":[],"label_agreement":null},{"id":"W2068951952","doi":"10.1176/appi.ap.34.4.277","title":"Teaching to Teach in Toronto","year":2010,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto","funders":"","keywords":"Medical education; Psychology; Mathematics education; Medicine","score_opus":0.009090871461585269,"score_gpt":0.36907318649202436,"score_spread":0.3599823150304391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2068951952","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90105927,0.00011895925,0.00015398077,0.058137253,0.0042683887,0.0002749175,6.168907e-7,0.000071101305,0.035915542],"genre_scores_gemma":[0.9292547,0.000007986912,0.039496824,0.027264154,0.0023129422,0.00005120254,0.00001362141,0.000022553133,0.001576029],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9988959,0.000021427462,0.00034605048,0.00024263855,0.00024238594,0.00025158856],"domain_scores_gemma":[0.9994776,0.000018545275,0.000046916586,0.00031882685,0.00003273242,0.000105372215],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0008583242,0.00009998146,0.00014253015,0.0001289975,0.000057124715,0.0000043177392,0.0001802671,0.0003090849,0.00041742274],"category_scores_gemma":[0.00078873994,0.000093858944,0.000027521597,0.00021969076,0.00002843708,0.00011872113,0.000032995693,0.002423285,0.0001305964],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000056239795,0.0003023841,0.44230166,0.00007333078,0.000015578269,0.0000015382652,0.0024785432,4.706795e-7,0.0251836,0.07464001,0.29939476,0.15555188],"study_design_scores_gemma":[0.0013402243,0.00013635476,0.49187532,0.00030547348,0.000033001077,0.0001201274,0.004316063,0.0002043745,0.00018005644,0.0045895283,0.49657857,0.00032089365],"about_ca_topic_score_codex":0.00060793775,"about_ca_topic_score_gemma":0.00046134242,"teacher_disagreement_score":0.19718383,"about_ca_system_score_codex":0.00019387565,"about_ca_system_score_gemma":0.00020299062,"threshold_uncertainty_score":0.99987817},"labels":[],"label_agreement":null},{"id":"W2069474981","doi":"10.1176/appi.ap.33.3.241","title":"Understanding the Challenges of Integrating Scientists and Clinical Teachers in Psychiatry Education: Findings from an Innovative Faculty Development Program","year":2009,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"General partnership; Medical education; Faculty development; Psychology; Professional development; Medicine; Political science","score_opus":0.32663307380953666,"score_gpt":0.532601306299071,"score_spread":0.20596823248953433,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069474981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8970227,0.0029996978,0.00010624946,0.09717065,0.0007545283,0.00071182055,0.0000034374684,0.000035952085,0.0011949233],"genre_scores_gemma":[0.97607535,0.0007218684,0.014881809,0.0078458935,0.00038649104,0.000023760862,0.000030872292,0.000011042627,0.000022892315],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975359,0.00016003213,0.000801368,0.00039099145,0.00054713164,0.0005646073],"domain_scores_gemma":[0.9982738,0.00017145195,0.0001749228,0.00020710577,0.00009308676,0.0010796406],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0031644104,0.00016019985,0.0003221264,0.000205458,0.00013282197,0.0000151158265,0.00021596372,0.00032587405,0.0000104559085],"category_scores_gemma":[0.0040311967,0.0001062474,0.000035382123,0.00073345803,0.000286052,0.00016083418,0.000036372454,0.0018613735,0.0000024031465],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012496067,0.0007825363,0.5405395,0.00008945445,0.000034884513,8.4126793e-7,0.008516475,5.0149403e-8,0.00003207856,0.010753427,0.006106291,0.4330195],"study_design_scores_gemma":[0.0014577422,0.00074064004,0.9638688,0.0016153927,0.000017017639,0.000012053637,0.020550024,0.000046025038,0.000012387804,0.008622661,0.0029331686,0.00012410874],"about_ca_topic_score_codex":0.000038863716,"about_ca_topic_score_gemma":0.00014026999,"teacher_disagreement_score":0.43289536,"about_ca_system_score_codex":0.00023813783,"about_ca_system_score_gemma":0.009284188,"threshold_uncertainty_score":0.9963322},"labels":[],"label_agreement":null},{"id":"W2069835531","doi":"10.1176/appi.ap.34.6.414","title":"Meeting the Global Mental Health Challenge","year":2010,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Toronto","funders":"","keywords":"Mental health; Global mental health; Psychology; MEDLINE; Medical education; Psychiatry; Medicine; Political science","score_opus":0.04305793171601238,"score_gpt":0.4372815940171539,"score_spread":0.3942236623011415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2069835531","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0008267087,0.029693838,0.000003996859,0.8716309,0.03772512,0.0028215575,0.00052940595,0.00049472944,0.05627375],"genre_scores_gemma":[0.0004303089,0.007376682,0.0007028172,0.9372224,0.047832076,0.00033098005,0.0005927755,0.00015720032,0.0053547183],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99035364,0.0019111568,0.0021992691,0.0011283734,0.0012373059,0.0031702318],"domain_scores_gemma":[0.99534357,0.0005559872,0.0020850769,0.0014595354,0.00012036363,0.0004354442],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0024513428,0.00086009956,0.0010700371,0.00010005637,0.0035890327,0.000016560592,0.002283231,0.010078873,0.0008287403],"category_scores_gemma":[0.00015750524,0.0006291123,0.00030800016,0.00049628445,0.00027734737,0.00013089037,0.00063802325,0.054406133,0.0025553894],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002038774,0.000018322471,0.012347294,0.0009774267,0.000049874838,0.000003688453,0.0013808091,1.5852899e-7,1.8322928e-7,0.002270674,0.9816413,0.0012899077],"study_design_scores_gemma":[0.0005869536,0.000081746104,0.00051214325,0.0034988692,0.00003642398,0.000024691628,0.00211493,0.000007804074,4.7737547e-8,0.010686802,0.98196083,0.00048872706],"about_ca_topic_score_codex":0.0018762575,"about_ca_topic_score_gemma":0.0015844413,"teacher_disagreement_score":0.06559155,"about_ca_system_score_codex":0.0013152494,"about_ca_system_score_gemma":0.0031941042,"threshold_uncertainty_score":0.999616},"labels":[],"label_agreement":null},{"id":"W2070862259","doi":"10.1176/appi.ap.28.2.104","title":"Impact of Patient Suicide on Psychiatrists and Psychiatric Trainees","year":2004,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Suicide and Self-Harm Studies","field":"Psychology","cited_by":196,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Acute Stress Disorder; Psychiatry; Medicine; Checklist; Suicide prevention; Graduation (instrument); Clinical psychology; Posttraumatic stress; Psychology; Poison control; Medical emergency","score_opus":0.019763061534335827,"score_gpt":0.3376922162804952,"score_spread":0.3179291547461594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2070862259","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9683519,0.017011683,0.00003481252,0.0023272762,0.002939352,0.00044092094,0.000059117145,0.00013315125,0.008701781],"genre_scores_gemma":[0.9962179,0.0007808654,0.00086744665,0.0013465801,0.0005849396,0.00005000431,0.000010668303,0.00006173372,0.000079875266],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99727035,0.00009976849,0.00086995575,0.0007026637,0.000364039,0.00069321657],"domain_scores_gemma":[0.99858534,0.00013416006,0.00041772972,0.0005670295,0.000057514917,0.00023820049],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00024389927,0.00047648538,0.000581307,0.00047332575,0.00017172201,0.0000108497015,0.00036158596,0.00044703545,0.00022312075],"category_scores_gemma":[0.00004535642,0.00039074,0.0003854953,0.0006446498,0.0001836503,0.0001056383,0.000062556705,0.00092253176,0.00015137473],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008127296,0.00074038334,0.9391394,0.000052925338,0.0006571134,0.0000063817274,0.0054999334,0.000102938495,0.00014779186,0.027747776,0.020350954,0.0047416645],"study_design_scores_gemma":[0.0041501564,0.0026739822,0.9508829,0.000052361353,0.00016845352,0.00010917414,0.0023337286,0.0000017154953,0.00003208509,0.038640965,0.00036707986,0.0005873686],"about_ca_topic_score_codex":0.0005768427,"about_ca_topic_score_gemma":0.000040184565,"teacher_disagreement_score":0.027865982,"about_ca_system_score_codex":0.00008124185,"about_ca_system_score_gemma":0.00016973256,"threshold_uncertainty_score":0.99985445},"labels":[],"label_agreement":null},{"id":"W2071808605","doi":"10.1176/appi.ap.27.3.221","title":"A Day in the Professional Life of a Chair in Women's Health","year":2003,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Gender Diversity and Inequality","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Psychology; Medical education; Medicine; Nursing","score_opus":0.07249178261552669,"score_gpt":0.3547695335407417,"score_spread":0.282277750925215,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2071808605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94306153,0.00074426003,0.00000875659,0.046475887,0.0008399423,0.00024224001,0.000004443449,0.000009571177,0.00861336],"genre_scores_gemma":[0.9889673,0.00022828928,0.00006546615,0.01051231,0.000079304824,0.000012123392,6.6777267e-7,0.00000205535,0.00013247073],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977287,0.0012228373,0.00025778866,0.00013624727,0.00032428952,0.00033010234],"domain_scores_gemma":[0.99959034,0.00009853317,0.00011623074,0.00010189111,0.000010725755,0.000082253035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00529457,0.00005501784,0.00012972351,0.00007152592,0.00014846533,0.0000033373049,0.00033421104,0.00014781092,0.00008795399],"category_scores_gemma":[0.0002714361,0.000043669526,0.00002744959,0.0004887187,0.00010122472,0.000103667,0.000020613033,0.0005455644,0.000008987998],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017452849,0.00015939915,0.5301531,0.000035470137,0.000003964776,2.2724907e-7,0.23471333,0.000003188942,0.0000026290252,0.22073095,0.013869422,0.00031089477],"study_design_scores_gemma":[0.0007680081,0.000047228565,0.48180053,0.000104753104,0.000001576032,3.7494348e-7,0.39321542,0.0000028411055,0.0000012078626,0.06936182,0.054572746,0.00012348026],"about_ca_topic_score_codex":0.00079244503,"about_ca_topic_score_gemma":0.0007786762,"teacher_disagreement_score":0.15850209,"about_ca_system_score_codex":0.00008827306,"about_ca_system_score_gemma":0.0011926503,"threshold_uncertainty_score":0.2370236},"labels":[],"label_agreement":null},{"id":"W2073999452","doi":"10.1176/appi.ap.28.1.27","title":"Community Psychiatrists Who See Geriatric Patients: What's Training Got to Do With It?","year":2004,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Aging and Gerontology Research","field":"Psychology","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Training (meteorology); Psychology; Medical education; Medicine; Psychiatry; Gerontology","score_opus":0.04137286417810957,"score_gpt":0.3634555398771269,"score_spread":0.32208267569901733,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2073999452","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9447525,0.0031930269,0.00088426063,0.024142805,0.004154344,0.0007159501,0.000023821554,0.00023511508,0.021898143],"genre_scores_gemma":[0.98394996,0.00009341173,0.0026647067,0.010088488,0.0009566661,0.000166623,0.00004666339,0.00010253704,0.0019309559],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9961105,0.00064446346,0.00066940027,0.00075935316,0.00052831037,0.0012879496],"domain_scores_gemma":[0.9977213,0.00016917201,0.00024369458,0.0011993359,0.00013789017,0.00052856846],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012142698,0.0004624025,0.00055491977,0.00044318716,0.0006730028,0.000104270555,0.0013318472,0.0007290129,0.00035953152],"category_scores_gemma":[0.00008155313,0.00041296027,0.00013630633,0.0010686391,0.00024071113,0.0005110723,0.00017992636,0.003913688,0.0012354822],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0019691987,0.0015418845,0.53469217,0.00014085925,0.0006273164,0.000018877037,0.11070369,0.00008071762,0.000007460234,0.02101675,0.27806652,0.05113456],"study_design_scores_gemma":[0.015809882,0.0037448765,0.7809428,0.0012051772,0.00024081682,0.00028353723,0.13818222,0.0000035101168,0.000010083199,0.020657044,0.036821812,0.0020982458],"about_ca_topic_score_codex":0.00041381203,"about_ca_topic_score_gemma":0.00033641254,"teacher_disagreement_score":0.24625061,"about_ca_system_score_codex":0.00015582773,"about_ca_system_score_gemma":0.00036514152,"threshold_uncertainty_score":0.9998322},"labels":[],"label_agreement":null},{"id":"W2074044854","doi":"10.1176/appi.ap.30.2.144","title":"Medical Students' Perceptions of Psychiatry as a Career Choice","year":2006,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":92,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Context (archaeology); Perception; Psychology; Medical education; Quality (philosophy); Psychiatry; Medicine","score_opus":0.031573939287550916,"score_gpt":0.4508149015412501,"score_spread":0.41924096225369917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074044854","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9100676,0.009895052,0.00010556847,0.059788223,0.00981886,0.0008574993,0.000093905706,0.00019997978,0.009173314],"genre_scores_gemma":[0.9666922,0.001400392,0.0015294554,0.017105194,0.007561193,0.0002972245,0.000103494895,0.00008569343,0.0052251727],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935378,0.0007616447,0.0018699415,0.0006003158,0.002179891,0.001050413],"domain_scores_gemma":[0.997386,0.00054879946,0.0006265866,0.00062674045,0.00027023067,0.00054165826],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0017332063,0.00034741077,0.00060493505,0.00024786766,0.00089830847,0.000006946961,0.0014052789,0.0017373076,0.005059278],"category_scores_gemma":[0.00036558614,0.00029131732,0.00022858947,0.00050941046,0.00018968317,0.00017079545,0.00043182573,0.0042455345,0.00095206784],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003922496,0.00023478478,0.85338175,0.00042299533,0.000033041157,0.0000011144948,0.00036471864,7.011768e-7,0.00003940454,0.017504288,0.12610175,0.0018762596],"study_design_scores_gemma":[0.0018913888,0.000095024014,0.940657,0.005591618,0.00006617031,0.000011049829,0.0045101224,0.000021028627,0.0000029985563,0.022265866,0.02453232,0.00035540276],"about_ca_topic_score_codex":0.0051085004,"about_ca_topic_score_gemma":0.0033813464,"teacher_disagreement_score":0.10156942,"about_ca_system_score_codex":0.0001287005,"about_ca_system_score_gemma":0.003797141,"threshold_uncertainty_score":0.9999539},"labels":[],"label_agreement":null},{"id":"W2074669259","doi":"10.1007/s40596-015-0329-6","title":"Top Ten Tips for Flourishing in Residency","year":2015,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Residency training; Flourishing; Medical education; Psychology; MEDLINE; Family medicine; Medicine; Political science; Social psychology","score_opus":0.03644957550191722,"score_gpt":0.36974405181893044,"score_spread":0.3332944763170132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2074669259","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.005084502,0.002463786,0.00021541897,0.97768253,0.009021335,0.00103459,0.000018635294,0.00009521543,0.004383984],"genre_scores_gemma":[0.00028977921,0.00013738665,0.020535255,0.9272926,0.040332902,0.00031492696,0.0011203189,0.000111868,0.009864958],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972318,0.00006080352,0.00090656447,0.00055234105,0.0006901344,0.00055835996],"domain_scores_gemma":[0.9986568,0.00011364255,0.00031435644,0.00058666,0.0002574104,0.0000711388],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0013930706,0.00029451394,0.00051527226,0.00063997967,0.00005947781,0.000014343406,0.00043090043,0.0029279408,0.000094582116],"category_scores_gemma":[0.0024347054,0.0002800629,0.00011070525,0.0006463594,0.00007634646,0.00013634862,0.000050505056,0.008072981,0.000095189214],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003443858,0.000025380097,0.01221141,0.00056528416,0.000030524832,0.000010023782,0.00027152855,2.3192796e-7,0.0000045658467,0.00027112896,0.9819352,0.004640282],"study_design_scores_gemma":[0.0010956629,0.00008025164,0.0013846474,0.0013769439,0.000118142205,0.00010851902,0.00022076801,0.000052163155,0.0000041983326,0.026645802,0.9686374,0.00027550978],"about_ca_topic_score_codex":0.0000420798,"about_ca_topic_score_gemma":0.0000051537627,"teacher_disagreement_score":0.05038993,"about_ca_system_score_codex":0.00045125184,"about_ca_system_score_gemma":0.0023835874,"threshold_uncertainty_score":0.99996513},"labels":[],"label_agreement":null},{"id":"W2077393682","doi":"10.1176/appi.ap.30.6.444","title":"APA Summit on Medical Student Education Task Force on Informatics and Technology: Steps to Enhance the Use of Technology in Education Through Faculty Development, Funding and Change Management","year":2006,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Summit; Task force; Medical education; Task (project management); Informatics; Continuing medical education; Health informatics; Medicine; Engineering management; Political science; Continuing education; Engineering; Nursing; Public administration; Geography","score_opus":0.03127229744809384,"score_gpt":0.38586550154659754,"score_spread":0.3545932040985037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2077393682","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93478596,0.00049382437,0.00048350947,0.061819393,0.00074872526,0.0011785057,0.0000018662726,0.00004577832,0.00044241463],"genre_scores_gemma":[0.9545263,0.0004980749,0.032385662,0.011141805,0.0002291573,0.00066982384,0.0000748223,0.000019063391,0.00045528807],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9983822,0.000018730254,0.000663134,0.00023931783,0.0004577806,0.00023879827],"domain_scores_gemma":[0.99928975,0.00003703718,0.00023601706,0.00029559186,0.00009685137,0.000044730954],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00043002784,0.00016111847,0.00019872804,0.00083003566,0.00010558017,0.000010275924,0.00021019911,0.00039661632,0.0000056710646],"category_scores_gemma":[0.00025550462,0.00012685366,0.000011341643,0.0014171934,0.00016179065,0.00015329791,0.00011007651,0.00078252953,0.0000096226695],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050470146,0.0007915104,0.2483118,0.00040687475,0.000044348755,3.4543123e-7,0.0036621194,0.0000035895125,0.00007084942,0.09992702,0.027256625,0.6194745],"study_design_scores_gemma":[0.0019247927,0.0006449585,0.6085219,0.008508379,0.00015800055,0.00006880278,0.06478307,0.00022666485,0.001781918,0.017136907,0.29556373,0.0006809163],"about_ca_topic_score_codex":0.000025427398,"about_ca_topic_score_gemma":0.000026693398,"teacher_disagreement_score":0.61879355,"about_ca_system_score_codex":0.00021908709,"about_ca_system_score_gemma":0.00036004648,"threshold_uncertainty_score":0.51729417},"labels":[],"label_agreement":null},{"id":"W2078466922","doi":"10.1176/appi.ap.29.1.52","title":"Usage of the National Board of Medical Examiners Subject Test in Psychiatry by U.S. and Canadian Clerkships","year":2005,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":30,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Subject (documents); Test (biology); Psychology; Psychiatry; Medical education; Family medicine; Medicine; Library science; Computer science","score_opus":0.02301310475929071,"score_gpt":0.32473504586751545,"score_spread":0.30172194110822476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078466922","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92139256,0.012485088,0.0000032525904,0.05662279,0.0018555616,0.00015909609,0.0000651238,0.000011411725,0.0074051027],"genre_scores_gemma":[0.9929811,0.0014221111,0.00022604981,0.004659229,0.00037446216,0.000008583302,0.0000063511698,0.000019349094,0.00030279186],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9979313,0.00016593769,0.00060041633,0.0003096536,0.000678751,0.00031396342],"domain_scores_gemma":[0.99892783,0.0004050354,0.00020268677,0.00023115378,0.000043613407,0.0001896689],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014174498,0.0001481462,0.00021678189,0.00019000556,0.00006296853,0.000006673556,0.0005741276,0.0005607984,0.0006025969],"category_scores_gemma":[0.00035076565,0.00012041862,0.00006754419,0.00039258858,0.00016429268,0.00012319034,0.000047062014,0.0010867803,0.000016639007],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000353583,0.00014058006,0.81079245,0.00003077351,0.000028434846,3.2857233e-7,0.0009557529,0.0000039145893,0.00015253115,0.002745714,0.17371336,0.011400793],"study_design_scores_gemma":[0.0023624536,0.0001205586,0.7964903,0.00036356976,0.000047465015,0.00007978319,0.001505588,0.00049739296,0.000022494663,0.0021893145,0.19597268,0.0003483902],"about_ca_topic_score_codex":0.026059177,"about_ca_topic_score_gemma":0.10073395,"teacher_disagreement_score":0.07467478,"about_ca_system_score_codex":0.00004139762,"about_ca_system_score_gemma":0.0007065496,"threshold_uncertainty_score":0.9804264},"labels":[],"label_agreement":null},{"id":"W2078553204","doi":"10.1176/appi.ap.28.4.310","title":"Gender Differences in the Practice Characteristics and Career Satisfaction of Psychiatrists in Ontario","year":2004,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Psychology; Clinical psychology; Job satisfaction; Medical education; MEDLINE; Career development; Medicine; Applied psychology; Social psychology; Political science","score_opus":0.042417279138705646,"score_gpt":0.3009594203887478,"score_spread":0.25854214125004216,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2078553204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9813909,0.00067284476,0.000017476255,0.00984956,0.0010899117,0.00017456968,0.0000032567366,0.000008393396,0.0067931022],"genre_scores_gemma":[0.9967591,0.00086404546,0.00029858702,0.0018616724,0.00017342171,0.0000042160204,0.0000022276247,0.0000029152616,0.000033805867],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99868983,0.00016757971,0.00024351533,0.00016177712,0.00053965824,0.00019761325],"domain_scores_gemma":[0.99955267,0.0001259302,0.00013947366,0.000101367055,0.000033580836,0.000046968864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013810503,0.00008043378,0.00014775347,0.000093510826,0.00011162976,0.000017947455,0.00029713818,0.0001989327,0.000028330403],"category_scores_gemma":[0.00016775182,0.000065360124,0.000023245246,0.0002505254,0.00021145774,0.0002518375,0.000028182625,0.0007754354,0.000003235221],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027454185,0.00003341037,0.9221454,0.000011796637,0.0000064843653,0.0000017370096,0.05724883,6.468387e-7,0.0000031848313,0.019407485,0.0002879555,0.0008255791],"study_design_scores_gemma":[0.00048535972,0.000030885196,0.92163634,0.00005647363,0.000026404326,0.0000038907783,0.0653558,2.550182e-7,3.1282107e-7,0.010174118,0.002160266,0.000069921305],"about_ca_topic_score_codex":0.15456069,"about_ca_topic_score_gemma":0.38281432,"teacher_disagreement_score":0.22825362,"about_ca_system_score_codex":0.00012493996,"about_ca_system_score_gemma":0.00049455673,"threshold_uncertainty_score":0.85106915},"labels":[],"label_agreement":null},{"id":"W2082487059","doi":"10.1176/appi.ap.34.3.208","title":"Psychiatry, War, and the Learning Needs of Residents","year":2010,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Posttraumatic Stress Disorder Research","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; The Wilson Centre","funders":"","keywords":"Psychology; Medical education; Psychiatry; Medicine","score_opus":0.027773476199317745,"score_gpt":0.368288873929044,"score_spread":0.3405153977297263,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2082487059","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93384033,0.009327641,0.000042531337,0.013229299,0.004457951,0.0004356409,0.0000067174324,0.00007567463,0.038584195],"genre_scores_gemma":[0.9961006,0.0004289545,0.00037823594,0.0006233561,0.00047807762,0.00007180654,0.000004392284,0.000046510166,0.0018680682],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977752,0.00035576653,0.0006089546,0.00030000947,0.00042276303,0.0005373195],"domain_scores_gemma":[0.99841213,0.00042940144,0.00029132195,0.0006714791,0.00004998918,0.00014567876],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0012863735,0.00021990201,0.000340196,0.00026550592,0.00020894725,0.00001615902,0.0008720327,0.0004601126,0.00085315475],"category_scores_gemma":[0.00029462625,0.00016002898,0.000117345466,0.0004858709,0.00079475576,0.00009661297,0.00018382547,0.0030366413,0.00018073234],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036336092,0.00008396892,0.7623788,0.000068603076,0.00015075285,3.848971e-7,0.0053280205,0.0000012904721,0.00028234796,0.20693356,0.019406218,0.005002679],"study_design_scores_gemma":[0.007352447,0.00014213492,0.8758228,0.00015296004,0.00010811763,0.00012550554,0.014606919,0.00007808143,0.00004110069,0.09770522,0.0035050772,0.0003596724],"about_ca_topic_score_codex":0.0007451362,"about_ca_topic_score_gemma":0.00011511587,"teacher_disagreement_score":0.11344394,"about_ca_system_score_codex":0.000006219683,"about_ca_system_score_gemma":0.00012467087,"threshold_uncertainty_score":0.9992634},"labels":[],"label_agreement":null},{"id":"W2083881081","doi":"10.1176/appi.ap.27.3.166","title":"Competency Assessment in the McMaster Psychotherapy Program","year":2003,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Psychotherapy Techniques and Applications","field":"Psychology","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph's Hospital; McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Task (project management); Psychology; Medical education; Process (computing); Program evaluation; Psychotherapist; Medicine; Computer science","score_opus":0.028264072750551723,"score_gpt":0.40345716540500065,"score_spread":0.37519309265444895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083881081","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.10009153,0.0062780734,0.009071027,0.04092229,0.0025538788,0.004061012,0.00001552035,0.00068204355,0.83632463],"genre_scores_gemma":[0.8014486,0.0032127043,0.101438895,0.07663533,0.0011287903,0.010107655,0.000029660743,0.0002046971,0.005793682],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978132,0.00035673898,0.00052763015,0.0005211588,0.00025108765,0.00053014274],"domain_scores_gemma":[0.9989144,0.000081678205,0.00016475908,0.00074839295,0.000019181798,0.000071557224],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0008355661,0.00025213286,0.00020792693,0.00013090315,0.0001222008,0.00002972532,0.0008073178,0.00032971828,0.002235405],"category_scores_gemma":[0.0000019743181,0.00018390923,0.00012582015,0.0006778915,0.00010230625,0.00007719828,0.000004406313,0.0013309612,0.0001583951],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021954533,0.0008422794,0.058544762,0.0000052463542,0.000033986697,8.706349e-7,0.0011200886,3.958986e-7,0.00014890828,0.817771,0.09612526,0.025385225],"study_design_scores_gemma":[0.0010845148,0.0001837885,0.08610299,0.000028966027,0.0000101506985,0.00005131217,0.0008852404,0.0000072633547,0.0000059914078,0.18802026,0.7233651,0.0002543881],"about_ca_topic_score_codex":0.000020827503,"about_ca_topic_score_gemma":0.000021221993,"teacher_disagreement_score":0.83053094,"about_ca_system_score_codex":0.00002727324,"about_ca_system_score_gemma":0.00008729269,"threshold_uncertainty_score":0.99867666},"labels":[],"label_agreement":null},{"id":"W2087285009","doi":"10.1007/s40596-014-0120-0","title":"Medical Student Education in Psychiatry: An International Affair","year":2014,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medical education; Psychology; Psychiatry; Medicine","score_opus":0.008787354118131785,"score_gpt":0.3986873076748372,"score_spread":0.38989995355670537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2087285009","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86276674,0.00024309379,0.000668347,0.101421855,0.02102977,0.00032196502,9.534494e-7,0.000107024665,0.013440223],"genre_scores_gemma":[0.9464425,0.00016032682,0.015571689,0.03103004,0.005966166,0.000091790585,0.00019133245,0.000037538368,0.0005086476],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973817,0.000098512,0.0007253971,0.00044501142,0.0010517165,0.00029769706],"domain_scores_gemma":[0.9989617,0.000028031025,0.00016753476,0.00047449447,0.0001368366,0.000231417],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013974303,0.00017869104,0.00023263712,0.00047871444,0.000059449976,0.0000147702585,0.0005556465,0.00051120686,0.0007276053],"category_scores_gemma":[0.00081653165,0.0001712528,0.000054430413,0.0005713145,0.0001018672,0.00028408825,0.000056467143,0.0014727161,0.00014982067],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040925046,0.0009096809,0.712751,0.000042061718,0.000022478904,3.3329752e-7,0.00023601012,0.0000012967474,0.000022177543,0.104909554,0.045238357,0.13582617],"study_design_scores_gemma":[0.0021766634,0.00021596863,0.88863975,0.00068523345,0.00004443902,0.00013963644,0.0022333977,0.0014409302,0.000007679035,0.019058473,0.08507668,0.00028116326],"about_ca_topic_score_codex":0.00002169514,"about_ca_topic_score_gemma":0.000036149795,"teacher_disagreement_score":0.17588878,"about_ca_system_score_codex":0.00020534365,"about_ca_system_score_gemma":0.0023566897,"threshold_uncertainty_score":0.79667675},"labels":[],"label_agreement":null},{"id":"W2089711903","doi":"10.1007/s40596-014-0176-x","title":"Telepsychiatry in Graduate Medical Education: A Narrative Review","year":2014,"lang":"en","type":"review","venue":"Academic Psychiatry","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":92,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Telepsychiatry; PsycINFO; CINAHL; Medical education; MEDLINE; Medicine; Health care; Mental health; Evidence-based practice; Competence (human resources); Psychology; Nursing; Telemedicine; Psychiatry; Alternative medicine","score_opus":0.0766842885643038,"score_gpt":0.48782181303192157,"score_spread":0.41113752446761775,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089711903","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000022773584,0.9499041,0.000013627544,0.03946933,0.004627197,0.0033163358,0.000013121106,0.000117841635,0.0025156678],"genre_scores_gemma":[0.00000400218,0.93541706,0.0007974221,0.056884736,0.004485464,0.00094773364,0.00080538914,0.000108420834,0.00054980046],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9934279,0.0005415725,0.0031033112,0.000939385,0.0012618083,0.00072607177],"domain_scores_gemma":[0.9968896,0.00018980374,0.0012113316,0.0007863903,0.00012073977,0.0008021579],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002092708,0.0007535821,0.0036449844,0.0006866247,0.00009760076,0.0000069075913,0.0005481467,0.0011884545,0.0009987655],"category_scores_gemma":[0.0009812927,0.00059004984,0.0005756378,0.0014077442,0.00011509936,0.00010647357,0.00008729578,0.004738107,0.00033167496],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000072860944,0.0001097778,0.0006700864,0.10745188,0.00006246888,0.0000037926377,0.00008202381,1.112941e-9,2.465221e-9,0.0005153507,0.34008658,0.5510108],"study_design_scores_gemma":[0.0007610403,0.00015906527,0.00015633373,0.2604424,0.0010015032,0.00086831173,0.0001777102,7.982073e-7,7.645209e-9,0.00045920556,0.73563296,0.0003406883],"about_ca_topic_score_codex":0.00005236478,"about_ca_topic_score_gemma":0.000058344423,"teacher_disagreement_score":0.5506701,"about_ca_system_score_codex":0.00028741575,"about_ca_system_score_gemma":0.015322038,"threshold_uncertainty_score":0.99991447},"labels":[],"label_agreement":null},{"id":"W2089922252","doi":"10.1176/appi.ap.12010006","title":"Evaluating Psychiatry Residents as Physician-Managers: Development of an Assessment Tool","year":2013,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; University of Alberta; University of Toronto","funders":"","keywords":"Medical education; Psychology; MEDLINE; Medicine; Psychiatry; Political science","score_opus":0.031165459461228402,"score_gpt":0.4446813985788758,"score_spread":0.4135159391176474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2089922252","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9811315,0.00025144027,0.00067618163,0.008438333,0.0028863042,0.0008987377,0.0000010204698,0.00009511802,0.0056213546],"genre_scores_gemma":[0.5386904,0.000018879575,0.44811803,0.011103936,0.0012008279,0.00022243639,0.000097131044,0.000048694063,0.0004996686],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9968732,0.000087920605,0.001124002,0.00045715141,0.0010668269,0.0003908744],"domain_scores_gemma":[0.99845016,0.00003372092,0.0004784802,0.000605507,0.00031539195,0.000116764255],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011254504,0.00023319968,0.00033814876,0.00028722556,0.00018009703,0.000018061177,0.0003536992,0.00031249455,0.0004728397],"category_scores_gemma":[0.00030020316,0.00022043713,0.0000736588,0.0006945745,0.00009516747,0.0004334104,0.00007194306,0.0010291955,0.00031349043],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000101031736,0.0016067202,0.20544785,0.0010356021,0.000405443,9.429911e-7,0.0022385884,0.000027668402,0.0129236635,0.017464302,0.09135415,0.66739404],"study_design_scores_gemma":[0.0022622156,0.00045974978,0.9517572,0.0014792613,0.00020227283,0.000024818823,0.005696605,0.002369786,0.00079677196,0.032958433,0.0015259774,0.00046690888],"about_ca_topic_score_codex":0.00004351641,"about_ca_topic_score_gemma":0.0000024112105,"teacher_disagreement_score":0.74630934,"about_ca_system_score_codex":0.00020683162,"about_ca_system_score_gemma":0.0020460996,"threshold_uncertainty_score":0.89891654},"labels":[],"label_agreement":null},{"id":"W2090988713","doi":"10.1176/appi.ap.27.2.82","title":"The Clerk Crisis Clinic: A Novel Educational Program","year":2003,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Psychiatric care and mental health services","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Emergency department; Medicine; Population; Medical education; Family medicine; Crisis intervention; Psychology; Psychiatry","score_opus":0.035563800724896906,"score_gpt":0.42217592364229845,"score_spread":0.38661212291740155,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2090988713","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.25953677,0.056835968,0.00008520121,0.08198207,0.078687906,0.002421699,0.000066223445,0.0004700031,0.51991415],"genre_scores_gemma":[0.8430842,0.0034347575,0.013243387,0.07688983,0.008816896,0.0029967916,0.000096295815,0.0002189009,0.051218946],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99743557,0.00015745322,0.00075371284,0.00055780663,0.0003196737,0.0007757708],"domain_scores_gemma":[0.9983492,0.0003575802,0.0003107476,0.0006447135,0.000060273567,0.00027746806],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0008678648,0.00024896782,0.00020911275,0.00008727531,0.00053982035,0.000032223237,0.00061966357,0.00040698654,0.0012390026],"category_scores_gemma":[0.000019756588,0.00018909598,0.00018778538,0.0005599072,0.00009635511,0.00010349396,0.000038758546,0.001009481,0.0018146858],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000115264076,0.0007105964,0.034550086,0.00004297818,0.00010858583,2.9423677e-7,0.0015138845,1.2987829e-7,0.0000058880473,0.22869751,0.7200292,0.014225583],"study_design_scores_gemma":[0.0011113582,0.00019190916,0.03692052,0.000032735374,0.000056403525,0.00008811906,0.012090981,0.0000014648764,0.0000024500648,0.023253752,0.92597675,0.00027352833],"about_ca_topic_score_codex":0.000214083,"about_ca_topic_score_gemma":0.00017161181,"teacher_disagreement_score":0.5835474,"about_ca_system_score_codex":0.00006197549,"about_ca_system_score_gemma":0.00048405546,"threshold_uncertainty_score":0.999674},"labels":[],"label_agreement":null},{"id":"W2092843447","doi":"10.1176/appi.ap.32.3.218","title":"\"Attitude is a Little Thing That Makes a Big Difference\": Reflection Techniques for Addiction Psychiatry Training","year":2008,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":76,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Addiction; Psychology; Competence (human resources); Core competency; Reflection (computer programming); Medical education; Reflective writing; Psychotherapist; Psychiatry; Medicine; Pedagogy; Social psychology","score_opus":0.08363727544703807,"score_gpt":0.37405680925974033,"score_spread":0.29041953381270225,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092843447","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8764593,0.0028415602,0.038480993,0.061717596,0.012762803,0.0017200524,0.000026432825,0.0010645472,0.0049267006],"genre_scores_gemma":[0.8278347,0.0009557733,0.13665284,0.024058461,0.0075790244,0.00066542794,0.00017474743,0.00009897042,0.0019800242],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99785674,0.000040454546,0.0006232153,0.0005293836,0.00049652066,0.00045371315],"domain_scores_gemma":[0.99897027,0.000054419295,0.00030396352,0.0003965015,0.00016467084,0.00011018888],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0005574762,0.00027148347,0.00036281234,0.00046570553,0.0004938571,0.000015198142,0.00020755327,0.00068783044,0.000070143775],"category_scores_gemma":[0.00030723587,0.000253451,0.00016462998,0.00073399855,0.00015792255,0.00014404411,0.00002639947,0.0013616711,0.000016433445],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00047700584,0.0005181089,0.23701304,0.0005026586,0.00030279768,0.0000015468983,0.010637266,9.709621e-7,0.0041760174,0.0070292195,0.3211067,0.41823465],"study_design_scores_gemma":[0.008675086,0.0026375672,0.44020095,0.0071909237,0.001364965,0.0031061636,0.016676165,0.0030061994,0.0074215806,0.08284113,0.42441657,0.0024627056],"about_ca_topic_score_codex":0.000021035055,"about_ca_topic_score_gemma":0.000008191912,"teacher_disagreement_score":0.41577196,"about_ca_system_score_codex":0.00019672701,"about_ca_system_score_gemma":0.0007991642,"threshold_uncertainty_score":0.9999918},"labels":[],"label_agreement":null},{"id":"W2092849231","doi":"10.1176/appi.ap.09110219","title":"Preparing International Medical Graduates for Psychiatry Residency: A Multi-Site Needs Assessment","year":2012,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"IMG; Curriculum; Medical education; Documentation; Residency training; Mental health; Needs assessment; Medicine; Psychology; Family medicine; Psychiatry; Continuing education; Political science; Pedagogy","score_opus":0.061400069805911,"score_gpt":0.4919949878790031,"score_spread":0.4305949180730921,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2092849231","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6363237,0.017268471,0.009522832,0.16819108,0.12397027,0.0050381026,0.00015526131,0.0012632698,0.038267046],"genre_scores_gemma":[0.7792184,0.0019772742,0.1673142,0.026002767,0.01663391,0.0016001103,0.00025509053,0.00017444055,0.0068238303],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948748,0.00040229328,0.0015388426,0.00048385357,0.0009867634,0.0017134519],"domain_scores_gemma":[0.9971277,0.0006322684,0.0006307077,0.00052310404,0.00017139477,0.0009148399],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00298648,0.00037742162,0.00047022037,0.00030230093,0.0008969258,0.000011517932,0.0009379196,0.0011993612,0.0006896537],"category_scores_gemma":[0.00058602623,0.00034947117,0.00019238734,0.00042793088,0.000103063816,0.0005316345,0.00037021397,0.002755948,0.00046959758],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008162608,0.0001259889,0.71377414,0.0002921902,0.000056288063,1.2696337e-7,0.0014193628,0.0000021065616,0.000012076207,0.06255438,0.22078322,0.0008984614],"study_design_scores_gemma":[0.005908702,0.00015955177,0.4371814,0.004903657,0.00016776191,0.000028509643,0.01025963,0.0031162521,0.0000054095963,0.036278497,0.5010452,0.0009453663],"about_ca_topic_score_codex":0.00024027313,"about_ca_topic_score_gemma":0.0005501649,"teacher_disagreement_score":0.28026202,"about_ca_system_score_codex":0.00042202193,"about_ca_system_score_gemma":0.00260772,"threshold_uncertainty_score":0.99989575},"labels":[],"label_agreement":null},{"id":"W2094061100","doi":"10.1007/s40596-014-0177-9","title":"Effectiveness of an Educational Handbook in Improving Psychiatry Resident Knowledge of Second-Generation Antipsychotics","year":2014,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Psychiatry; Psychology; Medical education; Medicine; MEDLINE; Political science","score_opus":0.01719844217015781,"score_gpt":0.33463737869211607,"score_spread":0.31743893652195826,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2094061100","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99155855,0.005330784,0.00016215081,0.00070455315,0.0012431603,0.00054319645,0.00001281604,0.000015577205,0.0004291816],"genre_scores_gemma":[0.9900104,0.000110638925,0.008892089,0.00005577167,0.0006751882,0.000045938225,0.0000821749,0.000026278301,0.00010151633],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99824625,0.00030367813,0.0005574531,0.0003682867,0.00025969118,0.0002646572],"domain_scores_gemma":[0.99891615,0.00017878681,0.00020033425,0.00039940907,0.00012610767,0.00017919728],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009548801,0.00017605003,0.00038040828,0.0003530544,0.00004533768,0.000005269998,0.00017044685,0.00023673958,0.00008198233],"category_scores_gemma":[0.00012829696,0.00015892851,0.00010130402,0.00030565477,0.00009149729,0.00013728124,0.00003039924,0.00048320784,0.000013714667],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00619617,0.0014588814,0.870137,0.0020984258,0.0001342374,5.1826726e-7,0.000292757,0.000019886027,0.08297239,0.029494898,0.0010715004,0.0061233346],"study_design_scores_gemma":[0.005993552,0.00085073966,0.9561747,0.0011050341,0.000068997826,0.000027890123,0.0000812862,0.00073951465,0.014579086,0.020203797,0.000028537634,0.00014689862],"about_ca_topic_score_codex":0.000051347222,"about_ca_topic_score_gemma":0.00070592016,"teacher_disagreement_score":0.086037666,"about_ca_system_score_codex":0.000088162415,"about_ca_system_score_gemma":0.0013119159,"threshold_uncertainty_score":0.6480917},"labels":[],"label_agreement":null},{"id":"W2095265365","doi":"10.1176/appi.ap.10040063","title":"Evaluation of a Collaborative Mental Health Program in Residency Training","year":2012,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital; University of Toronto","funders":"","keywords":"Residency training; Medical education; Mental health; Training (meteorology); Psychology; Medicine; Psychiatry; Continuing education","score_opus":0.12116937948868613,"score_gpt":0.49804031694321926,"score_spread":0.37687093745453315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2095265365","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94550145,0.031694364,0.000002098045,0.004298979,0.0027739175,0.0021186261,0.000025998028,0.000042717107,0.013541827],"genre_scores_gemma":[0.99716836,0.00017093543,0.0011895067,0.00051174656,0.00029942262,0.00049252517,0.00004346107,0.000016368083,0.000107680404],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975305,0.0006327192,0.00058879616,0.00022368702,0.0004945838,0.0005297123],"domain_scores_gemma":[0.99925673,0.00004032627,0.00034469622,0.00016444479,0.0000501541,0.00014366236],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030357991,0.00013788498,0.00024392203,0.00016502784,0.000093959934,0.0000031970092,0.0001461677,0.00017544316,0.0004295351],"category_scores_gemma":[0.000024484933,0.00012916216,0.000035375448,0.00053394603,0.00004771063,0.0002374354,0.000020637886,0.00035055118,0.000050055536],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015059169,0.00086302025,0.49713543,0.00006223787,0.000063809835,1.582314e-7,0.04616899,7.735559e-7,0.000018344806,0.011852121,0.012864167,0.43082035],"study_design_scores_gemma":[0.0057784887,0.0006950279,0.945632,0.00046705204,0.00007395409,0.000011720868,0.036555953,0.00007057995,0.000039529263,0.007958604,0.0024468754,0.00027024565],"about_ca_topic_score_codex":0.00019688575,"about_ca_topic_score_gemma":0.00016421557,"teacher_disagreement_score":0.44849655,"about_ca_system_score_codex":0.00024107345,"about_ca_system_score_gemma":0.0004387885,"threshold_uncertainty_score":0.526708},"labels":[],"label_agreement":null},{"id":"W2101260334","doi":"10.1176/appi.ap.33.2.125","title":"Teaching the Physician-Manager Role to Psychiatric Residents: Development and Implementation of a Pilot Curriculum","year":2009,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Medical education; Teamwork; Curriculum development; Medicine; Strengths and weaknesses; Mental health; Psychology; Nursing; Pedagogy; Psychiatry; Management","score_opus":0.008954923822681817,"score_gpt":0.3488111137853693,"score_spread":0.33985618996268746,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2101260334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9489471,0.00072618504,0.00046452513,0.047074605,0.0005626898,0.0005776125,9.158241e-7,0.00003843035,0.0016079498],"genre_scores_gemma":[0.9549264,0.00003624689,0.021010311,0.023135081,0.0006911887,0.00004067741,0.000016548382,0.000013617859,0.00012995148],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99855906,0.000044060704,0.0005372359,0.00024406584,0.00038756093,0.00022800858],"domain_scores_gemma":[0.9994122,0.000017705534,0.00019426807,0.00024164483,0.0000708933,0.00006329286],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00064301555,0.00013309748,0.0001682873,0.00023984344,0.00018887097,0.000008562314,0.0001725653,0.000076318116,0.000016387601],"category_scores_gemma":[0.00008539466,0.00010000164,0.000028321167,0.00060165516,0.00003132473,0.00010990653,0.000033515153,0.00062413584,0.000019061996],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007674689,0.00048695467,0.23802929,0.00015942322,0.00009255732,4.1146737e-7,0.0060272454,0.000004400233,0.0019826079,0.03675922,0.114403106,0.60197806],"study_design_scores_gemma":[0.0010301033,0.00040840032,0.9607024,0.0002334074,0.00011748188,0.000013993523,0.012315555,0.00006107528,0.0003142714,0.007524445,0.017093545,0.00018531841],"about_ca_topic_score_codex":0.00010539313,"about_ca_topic_score_gemma":0.000010147675,"teacher_disagreement_score":0.7226731,"about_ca_system_score_codex":0.00007181553,"about_ca_system_score_gemma":0.0001925842,"threshold_uncertainty_score":0.40779483},"labels":[],"label_agreement":null},{"id":"W2106694799","doi":"10.1176/appi.ap.11120215","title":"Psychotherapy Training e-Resources (PTeR): On-Line Psychotherapy Education","year":2013,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; St. Joseph's Hospital","funders":"","keywords":"Psychotherapist; Psychology; Medical education; Medicine","score_opus":0.052074419445226665,"score_gpt":0.4060306346786112,"score_spread":0.35395621523338455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2106694799","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7245404,0.0067979326,0.00086083444,0.08727369,0.02835172,0.0016996441,0.00005056817,0.00054503256,0.14988014],"genre_scores_gemma":[0.9065463,0.00033339421,0.0036550849,0.05238312,0.0034991468,0.0015801325,0.000051259707,0.00019805526,0.031753518],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9970197,0.00016296607,0.0009431502,0.00076584826,0.00033839978,0.0007698984],"domain_scores_gemma":[0.99834424,0.00010161931,0.00037763003,0.0007457354,0.000057255922,0.00037349944],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0003040526,0.0004004594,0.00033287806,0.00036463846,0.00018707525,0.00006972327,0.00072325976,0.0004479642,0.0061666365],"category_scores_gemma":[0.000006820472,0.00038315286,0.00024872427,0.00043175594,0.00013589957,0.00035626782,0.000008277884,0.0010166047,0.007767098],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019726391,0.0013462352,0.003594989,0.00003581553,0.00012875267,3.8001744e-7,0.0036223023,0.0000025352417,0.00009365801,0.19784415,0.26019308,0.53294086],"study_design_scores_gemma":[0.0026545937,0.0018911394,0.028801749,0.00078394165,0.000025191299,0.00008517126,0.0029022717,0.000027619504,0.000050638522,0.7267483,0.23523879,0.0007906256],"about_ca_topic_score_codex":0.0001263506,"about_ca_topic_score_gemma":0.000032107375,"teacher_disagreement_score":0.5321502,"about_ca_system_score_codex":0.00006631195,"about_ca_system_score_gemma":0.00024112218,"threshold_uncertainty_score":0.999862},"labels":[],"label_agreement":null},{"id":"W2107566026","doi":"10.1176/appi.ap.11080149","title":"Medical Students Learning Reflection and Interpersonal Skills","year":2012,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences North","funders":"","keywords":"Reflection (computer programming); Interpersonal communication; Psychology; Medical education; Social skills; Interpersonal relationship; Medicine; Psychotherapist; Social psychology; Computer science","score_opus":0.01175915827329843,"score_gpt":0.3943868473961016,"score_spread":0.38262768912280315,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2107566026","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98000014,0.0010692994,0.00047255866,0.012979314,0.003286164,0.00012960783,2.217727e-7,0.000078362034,0.0019843208],"genre_scores_gemma":[0.9829319,0.0002865112,0.002424672,0.01040739,0.002780301,0.000019334539,0.000019661467,0.000018426588,0.0011118128],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983986,0.000048213762,0.00029149879,0.0001660711,0.00082325237,0.0002723348],"domain_scores_gemma":[0.99955034,0.00003246855,0.000079879006,0.00009921474,0.000044183173,0.000193906],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012150804,0.000100155026,0.00013826104,0.00014257601,0.000104807936,0.000007879067,0.00012841907,0.0003589069,0.00039834648],"category_scores_gemma":[0.0010068897,0.000088408284,0.000028050068,0.00028691292,0.000094883544,0.00014665358,0.00006709365,0.001633001,0.00008878848],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023543686,0.00017840645,0.9384373,0.000041252744,0.00003379711,4.2485317e-7,0.0008289725,4.9011224e-8,0.00010867286,0.00084344065,0.024099652,0.035404503],"study_design_scores_gemma":[0.0013861588,0.00014564245,0.91251415,0.0005305737,0.00009071431,0.0007093232,0.0017577108,0.0001439229,0.000050040977,0.00047707753,0.08201697,0.00017774205],"about_ca_topic_score_codex":0.000004382006,"about_ca_topic_score_gemma":4.4308214e-7,"teacher_disagreement_score":0.057917316,"about_ca_system_score_codex":0.00008260499,"about_ca_system_score_gemma":0.00012551506,"threshold_uncertainty_score":0.70946676},"labels":[],"label_agreement":null},{"id":"W2108829773","doi":"10.1176/appi.ap.13030027","title":"Psychiatry Residents' Attitudes Toward Spirituality in Psychiatry","year":2013,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Religion, Spirituality, and Psychology","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Psychiatry; Spirituality; Psychology; MEDLINE; Medicine; Geriatric psychiatry; Psychotherapist; Alternative medicine; Political science","score_opus":0.03853832811275235,"score_gpt":0.3754192274930404,"score_spread":0.33688089938028803,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2108829773","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.71807003,0.01435123,0.000081844206,0.19796568,0.02329812,0.001088294,0.000015403406,0.00039064937,0.044738773],"genre_scores_gemma":[0.9507126,0.003106099,0.0052730385,0.032940112,0.0062813764,0.0002342187,0.000023782,0.00009262515,0.0013361473],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9933415,0.001065115,0.0016037574,0.0012836453,0.0010671873,0.0016387664],"domain_scores_gemma":[0.9975384,0.00018833944,0.00049134245,0.0009846083,0.00015800535,0.00063931296],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0026031046,0.00056298857,0.00072681863,0.0004948642,0.00065714243,0.00016403043,0.0019263795,0.0015792116,0.0013725697],"category_scores_gemma":[0.000261167,0.0005864744,0.00036958314,0.0013449469,0.00087620685,0.00096932927,0.00016286084,0.0021937413,0.0020774612],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028078804,0.00024238786,0.62087685,0.00007317891,0.000033058554,7.6144903e-7,0.0026122627,0.0000016768141,0.000012610808,0.08114602,0.29448685,0.00048627844],"study_design_scores_gemma":[0.0010191479,0.00006298696,0.71246946,0.00022136548,0.000027026415,0.0000082537545,0.005807306,0.0000021405474,0.0000014027977,0.26787743,0.011917093,0.00058640324],"about_ca_topic_score_codex":0.03209743,"about_ca_topic_score_gemma":0.030654097,"teacher_disagreement_score":0.28256977,"about_ca_system_score_codex":0.00020237763,"about_ca_system_score_gemma":0.0014677832,"threshold_uncertainty_score":0.99971694},"labels":[],"label_agreement":null},{"id":"W2117507803","doi":"10.1007/s40596-014-0248-y","title":"Mentorship for Residents in Psychiatry: a Competency-based Medical Education Perspective with Career Counseling Tools","year":2014,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Mentorship; Perspective (graphical); Medical education; Graduate medical education; Career counseling; Psychology; Career development; Medicine; Counseling psychology; Nursing; Clinical psychology; Accreditation","score_opus":0.02356302462651134,"score_gpt":0.33598437974724443,"score_spread":0.3124213551207331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2117507803","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7952623,0.008184832,0.007401967,0.0975395,0.057058264,0.002624436,0.000038725153,0.00044498304,0.031445],"genre_scores_gemma":[0.94822115,0.000101923106,0.025225658,0.018483238,0.0042266594,0.0014671402,0.00012330707,0.00015053223,0.0020004052],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99654937,0.00026194978,0.0007295685,0.00085097016,0.00079554465,0.00081257225],"domain_scores_gemma":[0.9984035,0.0003343171,0.00030244768,0.00043840855,0.00014725418,0.00037405622],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0021372878,0.00035328802,0.00039607467,0.00032841347,0.00014740964,0.000031423282,0.00070958905,0.0006864243,0.000272564],"category_scores_gemma":[0.00047374747,0.00031936602,0.00008938099,0.00042817794,0.00009332829,0.00014015003,0.000031090953,0.0012826975,0.00008150679],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006049531,0.0004361894,0.56302625,0.00014578232,0.00012051914,9.0292014e-7,0.0039301603,0.00001754622,0.000014427984,0.32948372,0.09836866,0.0038508794],"study_design_scores_gemma":[0.022905374,0.0013823315,0.5983866,0.007899202,0.00037674094,0.00009930819,0.026050238,0.00096990773,0.000054323584,0.21185677,0.12688778,0.0031314115],"about_ca_topic_score_codex":0.000300946,"about_ca_topic_score_gemma":0.0003015157,"teacher_disagreement_score":0.15295884,"about_ca_system_score_codex":0.0003259736,"about_ca_system_score_gemma":0.0038835017,"threshold_uncertainty_score":0.99992585},"labels":[],"label_agreement":null},{"id":"W2120328837","doi":"10.1176/appi.ap.27.1.39","title":"A Comparison of Evaluations of Male and Female Psychiatry Supervisors","year":2003,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"CLARITY; Psychiatry; Enthusiasm; Psychology; Medicine; Clinical psychology; Family medicine; Social psychology","score_opus":0.0649860096039912,"score_gpt":0.417251227356168,"score_spread":0.3522652177521768,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2120328837","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92801386,0.054537658,0.00024402035,0.0012488624,0.0028354009,0.00024549948,0.000017826385,0.000026303262,0.0128305415],"genre_scores_gemma":[0.99265873,0.0010407574,0.005286299,0.00027696457,0.000111932066,0.000017847646,0.0000072136713,0.000027483704,0.0005727594],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99787515,0.00029994128,0.00083966955,0.00038103695,0.00032241124,0.00028176745],"domain_scores_gemma":[0.9987137,0.00023028531,0.00036408598,0.0004919184,0.000098060635,0.000101952624],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0009632774,0.00018572871,0.0004159717,0.00017843606,0.00009697122,0.0000063555235,0.00024932603,0.00036247083,0.0018131228],"category_scores_gemma":[0.000121415185,0.00018258812,0.00011487517,0.00036405414,0.00013086302,0.00014584631,0.00003060366,0.00060706306,0.00005565805],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009841687,0.00042979626,0.940526,0.00012493118,0.00009797091,1.9044623e-7,0.0057396926,0.000021530206,0.00070589053,0.0349019,0.01051527,0.006838417],"study_design_scores_gemma":[0.012560976,0.002819167,0.64279777,0.0014261252,0.0017662419,0.00052121,0.12689354,0.0019060771,0.0010202968,0.061492786,0.14454319,0.0022526132],"about_ca_topic_score_codex":0.00008967853,"about_ca_topic_score_gemma":0.000040472398,"teacher_disagreement_score":0.2977282,"about_ca_system_score_codex":0.0000072283824,"about_ca_system_score_gemma":0.00017110395,"threshold_uncertainty_score":0.9990994},"labels":[],"label_agreement":null},{"id":"W2137613090","doi":"10.1176/appi.ap.10060085","title":"Evaluation of Professional Role Competency During Psychiatry Residency","year":2012,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; Sunnybrook Hospital; University Health Network","funders":"","keywords":"Competency assessment; Medicine; Supervisor; Program director; Medical education; Needs assessment; Family medicine; Psychology; Nursing; Psychiatry; Management","score_opus":0.02467625604413448,"score_gpt":0.38278871924389407,"score_spread":0.3581124631997596,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2137613090","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9614893,0.0074552647,0.00003382519,0.014326541,0.009179497,0.0005716795,0.0000030309563,0.00006264268,0.006878181],"genre_scores_gemma":[0.9777167,0.00006651115,0.01759183,0.0011093356,0.003009706,0.00009032645,0.00004598749,0.000030038182,0.0003395768],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.996841,0.00016624408,0.000773271,0.00023525525,0.0015970464,0.0003871674],"domain_scores_gemma":[0.9985594,0.000024075496,0.00035515183,0.00041080004,0.0005260605,0.00012451933],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0029685535,0.00016180283,0.00024341539,0.0002900924,0.00013305555,0.0000022707798,0.00018239307,0.0003765797,0.0007355016],"category_scores_gemma":[0.0007936176,0.00014594196,0.000082751256,0.0006545075,0.000097277414,0.0002814832,0.00004648923,0.0010235005,0.00009358216],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006953977,0.00060486374,0.93036765,0.00026877923,0.0000733531,4.634941e-8,0.0008049656,0.0000028445986,0.0040434147,0.03568797,0.020973079,0.007103472],"study_design_scores_gemma":[0.0015570828,0.000049493323,0.9587644,0.0007157964,0.00038782615,0.00006335367,0.002036942,0.0002412129,0.0005186307,0.0350442,0.0004635965,0.0001574872],"about_ca_topic_score_codex":0.000008164282,"about_ca_topic_score_gemma":0.0000024287704,"teacher_disagreement_score":0.028396705,"about_ca_system_score_codex":0.00017597034,"about_ca_system_score_gemma":0.0028718302,"threshold_uncertainty_score":0.80532265},"labels":[],"label_agreement":null},{"id":"W2149262169","doi":"10.1176/appi.ap.32.1.39","title":"Physician Impairment: Is It Relevant To Academic Psychiatry?","year":2008,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Canadian Medical Association; St. Paul's Hospital","funders":"","keywords":"Harassment; Psychiatry; Relevance (law); Mental health; Medicine; MEDLINE; Health care; Psychology; Medical education; Nursing","score_opus":0.06725182762511171,"score_gpt":0.4376968711210341,"score_spread":0.3704450434959224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2149262169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5876369,0.013365867,0.00017252199,0.3673221,0.01731576,0.002409143,0.0002436096,0.00046765737,0.011066463],"genre_scores_gemma":[0.4916765,0.014967364,0.005268562,0.4549113,0.014077484,0.00093069766,0.00008442675,0.00026777593,0.017815895],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99219453,0.0007514427,0.002255567,0.0012707114,0.0011533797,0.002374341],"domain_scores_gemma":[0.9961857,0.00036899373,0.0008043672,0.0010826504,0.0002503433,0.0013079335],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0012696304,0.0007029198,0.00090694736,0.00041820153,0.002706373,0.0000062781373,0.0012967914,0.002032619,0.0012100659],"category_scores_gemma":[0.00017324787,0.00061013026,0.00032834834,0.0010684297,0.00015094635,0.00038670478,0.0004992276,0.008489413,0.008090249],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016861029,0.00008470928,0.3239247,0.00037677473,0.000048414102,0.0000036136116,0.0056996653,0.0000014679583,0.00019254182,0.0033190262,0.66283125,0.0033492462],"study_design_scores_gemma":[0.004103151,0.000591829,0.23331572,0.01688927,0.0001227895,0.000056969933,0.015489113,0.00013448401,0.00008248319,0.028751524,0.6985103,0.0019523699],"about_ca_topic_score_codex":0.00032312996,"about_ca_topic_score_gemma":0.00008523427,"teacher_disagreement_score":0.09596038,"about_ca_system_score_codex":0.00034690628,"about_ca_system_score_gemma":0.0034334578,"threshold_uncertainty_score":0.999703},"labels":[],"label_agreement":null},{"id":"W2151952169","doi":"10.1176/appi.ap.11070138","title":"Improving Physician–Patient Communication Through Coaching of Simulated Encounters","year":2013,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":47,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Coaching; Medical education; Psychology; MEDLINE; Medicine; Family medicine; Psychotherapist","score_opus":0.08929597504435463,"score_gpt":0.39529903696041435,"score_spread":0.30600306191605975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2151952169","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9623869,0.010841608,0.00048380395,0.00990875,0.0023412602,0.0028771888,0.000036025867,0.00032175123,0.010802682],"genre_scores_gemma":[0.9820865,0.0003716068,0.007522395,0.009427555,0.00014305086,0.0002498275,0.000077749624,0.00005462708,0.000066695204],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9959402,0.0012071443,0.0015451289,0.00033749704,0.00038515902,0.0005848471],"domain_scores_gemma":[0.9953762,0.0009183749,0.0015448625,0.0016186,0.0004150699,0.00012684077],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00027684675,0.00024356085,0.00038169796,0.0001178727,0.0008780186,0.000006867521,0.0010612981,0.0005104534,0.00012645996],"category_scores_gemma":[0.00028972994,0.00023930214,0.0001016666,0.00039911637,0.00014887296,0.0007759164,0.000509085,0.0026384073,0.00032197294],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024516293,0.000536944,0.6499679,0.0033952822,0.0002677222,2.655846e-7,0.18029547,0.0011776789,0.013120181,0.034262393,0.08130119,0.03542978],"study_design_scores_gemma":[0.011061441,0.0011363802,0.10314885,0.015374276,0.0003815632,0.000007795442,0.5630698,0.07694523,0.0015676267,0.17385496,0.049920056,0.003531996],"about_ca_topic_score_codex":0.005109652,"about_ca_topic_score_gemma":0.000047305624,"teacher_disagreement_score":0.5468191,"about_ca_system_score_codex":0.00025192363,"about_ca_system_score_gemma":0.00043379972,"threshold_uncertainty_score":0.9996625},"labels":[],"label_agreement":null},{"id":"W2158322307","doi":"10.1176/appi.ap.12020028","title":"Why I Like Being an Academic Psychiatrist","year":2012,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Psychology; Medical education; MEDLINE; Medicine; Political science","score_opus":0.030257405221423166,"score_gpt":0.33863693771941267,"score_spread":0.3083795324979895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2158322307","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7934851,0.011635407,0.0003372672,0.050428946,0.02778924,0.00043839676,0.000015482981,0.0005894333,0.115280725],"genre_scores_gemma":[0.9067937,0.0038611009,0.0014506407,0.06911789,0.016338171,0.00001438581,0.000026493408,0.000039779316,0.0023578291],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99683017,0.00029586535,0.0003585322,0.00034886514,0.0011362605,0.0010302934],"domain_scores_gemma":[0.998571,0.00007907413,0.0001645723,0.00032103507,0.000056222852,0.0008081231],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00295029,0.00020902682,0.00023374968,0.00016494228,0.0009356626,0.00003604914,0.0014235589,0.00079684414,0.0005176183],"category_scores_gemma":[0.0000937358,0.00021789096,0.00011366755,0.000572499,0.00043563513,0.0013411789,0.00009120898,0.0018546096,0.0003268218],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021144288,0.00005446317,0.5131096,0.000016117077,0.000021390799,4.560912e-7,0.017576905,5.853619e-7,0.00003261914,0.06872008,0.3975762,0.0028703823],"study_design_scores_gemma":[0.00049644185,0.000053706357,0.0171917,0.000079601516,0.000108649045,0.000006317195,0.038239773,0.0000034482441,0.0000065932913,0.015506514,0.92793274,0.00037452148],"about_ca_topic_score_codex":0.0005745202,"about_ca_topic_score_gemma":0.00019405172,"teacher_disagreement_score":0.5303565,"about_ca_system_score_codex":0.00010421178,"about_ca_system_score_gemma":0.00021998123,"threshold_uncertainty_score":0.8885336},"labels":[],"label_agreement":null},{"id":"W2160699442","doi":"10.1176/appi.ap.09080140","title":"Reflections on Psychosomatic Medicine as a Third-Year Medical Student Clerkship: An Integrated Experience That Demonstrates the Biopsychosocial Model","year":2012,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Empathy and Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Biopsychosocial model; Psychosomatic medicine; Medical education; Psychophysiologic Disorders; Psychology; Medical psychology; Psychosomatics; Medicine; Psychotherapist; MEDLINE; Psychoanalysis; Clinical psychology; Psychiatry","score_opus":0.08179767227393536,"score_gpt":0.46533444519908634,"score_spread":0.383536772925151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2160699442","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9197025,0.0014321061,0.0005606814,0.059329234,0.004495384,0.00065427733,0.000003670194,0.00022485007,0.013597312],"genre_scores_gemma":[0.969182,0.0010520503,0.00081303116,0.02493505,0.0032602358,0.00021634922,0.00003766818,0.000043026554,0.00046060124],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99652374,0.00023173804,0.00064402324,0.0004607993,0.0014666797,0.00067301496],"domain_scores_gemma":[0.9977696,0.0001859962,0.00022110932,0.0006070454,0.00008093206,0.0011353059],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0012879586,0.0003419837,0.00040257533,0.00016856942,0.00038849865,0.000015413756,0.0005782236,0.0007345928,0.00063051],"category_scores_gemma":[0.0007714682,0.00020416813,0.00012453496,0.00062464573,0.00065219577,0.0002964514,0.000037647576,0.0024474612,0.0001894915],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012441846,0.0057821497,0.34825358,0.0001913395,0.00053078984,0.0000059584004,0.4186794,0.0000117652535,0.0015551001,0.08991893,0.11235195,0.021474866],"study_design_scores_gemma":[0.007625679,0.0025810946,0.20985693,0.004100232,0.00088837463,0.00112189,0.72733915,0.0022623413,0.00042595432,0.028380174,0.014229903,0.0011882739],"about_ca_topic_score_codex":0.00007744095,"about_ca_topic_score_gemma":0.000016028265,"teacher_disagreement_score":0.30865976,"about_ca_system_score_codex":0.00012672551,"about_ca_system_score_gemma":0.0007193024,"threshold_uncertainty_score":0.9998539},"labels":[],"label_agreement":null},{"id":"W2163183800","doi":"10.1176/appi.ap.34.6.424","title":"Co-Creating a Psychiatric Resident Program with Ethiopians, for Ethiopians, in Ethiopia: The Toronto Addis Ababa Psychiatry Project (TAAPP)","year":2010,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Global Health and Surgery","field":"Medicine","cited_by":75,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Human resources; Medicine; Specialty; Professional development; Medical education; Family medicine; Psychiatry; Political science","score_opus":0.0156595966911385,"score_gpt":0.36228591627857254,"score_spread":0.34662631958743406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2163183800","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8462794,0.01602202,0.00017323418,0.0875604,0.010556692,0.0131114125,0.00018404471,0.0008701864,0.025242614],"genre_scores_gemma":[0.78277814,0.004548205,0.13732244,0.05032197,0.012658654,0.007935084,0.00055180717,0.00056150585,0.0033221792],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99398667,0.0002554436,0.0015873619,0.0012261138,0.0010245249,0.0019198608],"domain_scores_gemma":[0.99680585,0.0005131176,0.000610936,0.0012218646,0.00023930606,0.0006089042],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.002862836,0.00074789557,0.0009716476,0.00031753283,0.0006449543,0.00007183348,0.00073520053,0.0016841117,0.0001057519],"category_scores_gemma":[0.00049321825,0.0005113086,0.00041378374,0.0010663491,0.00030965605,0.0003660222,0.000055718592,0.005758148,0.000036893805],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0033740187,0.00073981006,0.8074348,0.0018584656,0.0001799536,0.000011858399,0.0025215186,0.0000021178323,0.00015423584,0.027342618,0.14219362,0.014186986],"study_design_scores_gemma":[0.018097373,0.0045209546,0.5097567,0.0031761208,0.000847496,0.0013249179,0.014614595,0.00041205142,0.00006838375,0.008600584,0.436337,0.002243847],"about_ca_topic_score_codex":0.0029178231,"about_ca_topic_score_gemma":0.022381919,"teacher_disagreement_score":0.29767814,"about_ca_system_score_codex":0.00024722095,"about_ca_system_score_gemma":0.004139446,"threshold_uncertainty_score":0.99973387},"labels":[],"label_agreement":null},{"id":"W2164187887","doi":"10.1176/appi.ap.33.3.193","title":"The Perceptions and Habits of Alcohol Consumption and Smoking Among Canadian Medical Students","year":2009,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Substance Abuse Treatment and Outcomes","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Toronto; University of Calgary; Centre for Addiction and Mental Health","funders":"","keywords":"Medicine; Feeling; Alcohol abuse; Environmental health; Population; Alcohol consumption; Alcohol; Family medicine; Psychiatry; Psychology; Social psychology","score_opus":0.018077801896048563,"score_gpt":0.3276846384087006,"score_spread":0.30960683651265203,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164187887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9862365,0.004977819,0.0000013729616,0.007936247,0.00022853541,0.00020087883,0.0000012430497,0.000019384126,0.00039803697],"genre_scores_gemma":[0.99222887,0.0052497326,0.000050958653,0.002169622,0.000117076044,0.000005179222,0.0000039916827,0.0000063184953,0.00016822708],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9990714,0.000021780617,0.00020250592,0.00014376684,0.0003668178,0.00019371882],"domain_scores_gemma":[0.9994362,0.00006313953,0.000050988296,0.000120961486,0.000019865465,0.0003088608],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002750463,0.0000938818,0.00014816574,0.00007403445,0.00016567008,0.000009222138,0.00010480115,0.00020473062,0.000062117164],"category_scores_gemma":[0.00006206443,0.00006348156,0.000029814388,0.000070705704,0.00017007618,0.00006359949,0.000013535375,0.00035726232,0.0000042404813],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000018396084,0.000013307333,0.9919279,0.000006031008,0.00004500131,0.0000028037557,0.0005018691,3.0368987e-8,0.00002306909,0.00044054346,0.0017631485,0.005257873],"study_design_scores_gemma":[0.0014288619,0.000046924622,0.99683297,0.00019544622,0.00010540508,0.000047642818,0.0006108179,0.000012648193,0.0000064298188,0.00039876005,0.00025640114,0.00005772314],"about_ca_topic_score_codex":0.00044619446,"about_ca_topic_score_gemma":0.012687606,"teacher_disagreement_score":0.012241412,"about_ca_system_score_codex":0.000034483463,"about_ca_system_score_gemma":0.00012898978,"threshold_uncertainty_score":0.7079982},"labels":[],"label_agreement":null},{"id":"W2164836415","doi":"10.1176/appi.ap.29.5.464","title":"Administrative Restructuring of a Residency Training Program for Improved Efficiency and Output","year":2005,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Kingston General Hospital","funders":"","keywords":"Workload; Restructuring; Computer science; Work (physics); Operations management; Operations research; Medical education; Medicine; Business; Operating system; Engineering","score_opus":0.04394426592197208,"score_gpt":0.39867768544907245,"score_spread":0.35473341952710036,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164836415","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9730873,0.0008106935,0.0012092827,0.021960318,0.00056805933,0.0011029083,0.0000053846084,0.00007498533,0.001181082],"genre_scores_gemma":[0.8384879,0.000043117536,0.15934838,0.0009205306,0.00083891215,0.000115722374,0.000015130857,0.000016319353,0.00021398786],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9988592,0.000014106119,0.00049761665,0.0002480202,0.00014837537,0.00023264869],"domain_scores_gemma":[0.9994019,0.000054465436,0.00019963797,0.00016957952,0.00010791863,0.00006646725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040494118,0.00011271463,0.00020923602,0.00013699308,0.0000771321,0.0000047145695,0.000097299635,0.00021611716,0.0000090849635],"category_scores_gemma":[0.0008064534,0.00010112531,0.000042611595,0.00026173049,0.00015481202,0.000085863496,0.000016374857,0.00048967777,8.798502e-7],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031084032,0.00024344007,0.01153952,0.00055977626,0.00006855088,2.727867e-7,0.006222353,0.0000023507826,0.0035495537,0.018444674,0.008261212,0.95079744],"study_design_scores_gemma":[0.028742703,0.012575618,0.59068567,0.0066380505,0.0015438311,0.0012588303,0.047056656,0.041713554,0.015000151,0.11063846,0.14166684,0.002479654],"about_ca_topic_score_codex":0.0000026825658,"about_ca_topic_score_gemma":0.0000023655675,"teacher_disagreement_score":0.9483178,"about_ca_system_score_codex":0.000038411734,"about_ca_system_score_gemma":0.0006296013,"threshold_uncertainty_score":0.41237706},"labels":[],"label_agreement":null},{"id":"W2169848147","doi":"10.1176/appi.ap.12060108","title":"Psychiatry Residency Education in Canada: Past, Present and Future","year":2013,"lang":"en","type":"review","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; St. Joseph’s Healthcare Hamilton","funders":"","keywords":"Accreditation; Apprenticeship; Certification; Residency training; Curriculum; Medical education; Graduate medical education; Licensure; Psychology; Medicine; Political science; Pedagogy; Continuing education","score_opus":0.018557631783667882,"score_gpt":0.3601815203861984,"score_spread":0.3416238886025305,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2169848147","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00042188194,0.9187335,0.0000022296917,0.06260113,0.014670785,0.0017942355,0.000009054199,0.000032814503,0.0017344032],"genre_scores_gemma":[0.0000029022706,0.9629965,0.005829818,0.0034857148,0.025570473,0.000519866,0.00030759754,0.00008245909,0.0012047042],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99664116,0.00013937867,0.0014639465,0.00069853576,0.00058082043,0.0004761559],"domain_scores_gemma":[0.9983015,0.000051416177,0.00060873514,0.0006979763,0.00012692703,0.00021342297],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00037977588,0.00050238264,0.0012303207,0.0005891747,0.000081548504,0.000014474132,0.0003560894,0.0010788328,0.00024404452],"category_scores_gemma":[0.000070242786,0.00042182815,0.00012028857,0.0010838694,0.00007009547,0.00014089688,0.00007456382,0.0034839527,0.000059031554],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024511987,0.000050671853,0.005648041,0.007758486,0.000031624797,4.0231e-7,0.000019321722,1.2394562e-8,1.4113219e-8,0.0017717849,0.4415676,0.5431496],"study_design_scores_gemma":[0.00026136698,0.000025056488,0.007887329,0.01664033,0.00041396462,0.00023071987,0.00073474064,0.000002843957,1.6183492e-8,0.0020683757,0.971392,0.0003432521],"about_ca_topic_score_codex":0.09481364,"about_ca_topic_score_gemma":0.037137598,"teacher_disagreement_score":0.5428063,"about_ca_system_score_codex":0.0012404803,"about_ca_system_score_gemma":0.07944252,"threshold_uncertainty_score":0.99982333},"labels":[],"label_agreement":null},{"id":"W2217954698","doi":"10.1007/s40596-015-0363-4","title":"Integrated Care in Community Settings and Psychiatric Training","year":2015,"lang":"en","type":"editorial","venue":"Academic Psychiatry","topic":"Schizophrenia research and treatment","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Psychiatry; Training (meteorology); Psychology; Medicine; Medical education","score_opus":0.026857501054992336,"score_gpt":0.34125942919902613,"score_spread":0.3144019281440338,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2217954698","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.2061542,0.07652914,0.0000018928265,0.0045025665,0.707835,0.0013252073,0.0005255645,0.00023699304,0.0028894283],"genre_scores_gemma":[0.052578576,0.0071190754,0.00976155,0.00068166683,0.9229917,0.00025498387,0.005688744,0.00026813385,0.000655559],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99659824,0.00043660155,0.00066681614,0.0005735051,0.0010205706,0.000704259],"domain_scores_gemma":[0.99778336,0.0004807167,0.00023278514,0.0006207898,0.00029046397,0.00059187756],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0011837526,0.00054896483,0.0009497079,0.00069463317,0.00018432365,0.000031217078,0.00041293347,0.0022381744,0.00002091257],"category_scores_gemma":[0.0012898775,0.00046609965,0.00013976233,0.0007014547,0.00016157179,0.00009771808,0.0001743443,0.01262898,0.000036223064],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003127295,0.00011048922,0.016900077,0.0007283472,0.0001361315,0.000023805585,0.0025874404,1.8071783e-7,0.0000020409832,0.0000522895,0.96207833,0.014253557],"study_design_scores_gemma":[0.022457799,0.0023867933,0.008109666,0.003802535,0.00065965136,0.00011742234,0.02454639,0.000023808205,0.000002993762,0.0091228485,0.92783916,0.0009309128],"about_ca_topic_score_codex":0.0009173912,"about_ca_topic_score_gemma":0.0019362813,"teacher_disagreement_score":0.2151567,"about_ca_system_score_codex":0.00065017876,"about_ca_system_score_gemma":0.0071774633,"threshold_uncertainty_score":0.99977905},"labels":[],"label_agreement":null},{"id":"W2238665640","doi":"10.1007/s40596-015-0389-7","title":"A Transition to Residency Curriculum for International Medical Graduate Psychiatry Trainees","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sunnybrook Health Science Centre; University of Toronto; Health Sciences Centre; University Health Network","funders":"","keywords":"Medical education; Curriculum; Graduate medical education; Residency training; Psychology; Medicine; Pedagogy; Accreditation; Continuing education","score_opus":0.0932279512670564,"score_gpt":0.4807468172444141,"score_spread":0.3875188659773577,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2238665640","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.43873432,0.0025775707,0.0070309956,0.4855316,0.053409386,0.0029322754,0.00015834754,0.0005665112,0.009058983],"genre_scores_gemma":[0.6866837,0.0014272771,0.09304815,0.1710487,0.039475795,0.0030313325,0.000561047,0.00027161624,0.0044523873],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955275,0.000330692,0.0013300197,0.0006008059,0.0011823386,0.0010286444],"domain_scores_gemma":[0.99730504,0.0002135327,0.0002980623,0.000351233,0.00054927735,0.0012828668],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0023188444,0.0003045117,0.0004032176,0.00024418393,0.00041992462,0.000008464317,0.00086723076,0.0009178539,0.00032295627],"category_scores_gemma":[0.001503775,0.00028130895,0.0001494545,0.000482214,0.000060743358,0.0002539832,0.00009624592,0.0018655623,0.00066445343],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027120713,0.000096511096,0.0676909,0.00018759182,0.000032598,0.0000010698633,0.0044519287,0.000016679975,0.0000027771414,0.03263756,0.8930182,0.0015929901],"study_design_scores_gemma":[0.00889622,0.00082154496,0.018614134,0.0062945285,0.00013098422,0.000047080986,0.053694263,0.0023405307,0.000003488695,0.31028676,0.5977374,0.001133091],"about_ca_topic_score_codex":0.00034598904,"about_ca_topic_score_gemma":0.0005491588,"teacher_disagreement_score":0.3144829,"about_ca_system_score_codex":0.0002940254,"about_ca_system_score_gemma":0.0027834822,"threshold_uncertainty_score":0.9999639},"labels":[],"label_agreement":null},{"id":"W2267777714","doi":"10.1007/s40596-015-0420-z","title":"Exploring the Intersection of Mental Health and Humanities: the Dalhousie Psychiatry Student Writing Competition","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Empathy and Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Dalhousie University","funders":"","keywords":"Intersection (aeronautics); Competition (biology); Mental health; Psychology; Medical education; Psychiatry; Humanities; Medicine; Art; Geography; Cartography","score_opus":0.10300491803183968,"score_gpt":0.35923873732891237,"score_spread":0.2562338192970727,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2267777714","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9437501,0.0045357817,0.00005368679,0.045178954,0.004786185,0.00039020338,0.0000033225647,0.000038620234,0.0012631852],"genre_scores_gemma":[0.98939896,0.0010502235,0.0002548976,0.007598183,0.0015303809,0.000045753393,0.000022964541,0.000014685797,0.00008398439],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9987876,0.000102306076,0.00041126276,0.00016613328,0.00034670418,0.00018602154],"domain_scores_gemma":[0.9993698,0.000050116058,0.00019441487,0.0001856333,0.00004504886,0.00015495975],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0008996129,0.000107539316,0.00016862235,0.000049214173,0.00021891917,0.000009445199,0.00012359832,0.00006032579,0.000009598205],"category_scores_gemma":[0.0000662858,0.00006610939,0.000048321614,0.00013489378,0.00016896069,0.00014467064,0.000049108283,0.0006848218,0.0000044040585],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00043495448,0.0006013243,0.23798825,0.00071511924,0.00020703384,4.4140768e-7,0.62640107,0.0000042828015,0.00014435899,0.06886153,0.041322704,0.023318907],"study_design_scores_gemma":[0.0015518034,0.00064299046,0.097166054,0.0013341176,0.000066718494,0.00014380876,0.88952374,0.00005132241,0.000025513966,0.0025876344,0.0067963717,0.00010994532],"about_ca_topic_score_codex":0.000080669444,"about_ca_topic_score_gemma":0.00004415873,"teacher_disagreement_score":0.26312262,"about_ca_system_score_codex":0.00009066826,"about_ca_system_score_gemma":0.00048469738,"threshold_uncertainty_score":0.2975248},"labels":[],"label_agreement":null},{"id":"W2269113818","doi":"10.1007/s40596-015-0457-z","title":"Designing and Developing an Online Module: A 10-Step Approach","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Computer science; Medical education; Psychology; Medicine","score_opus":0.09787498966699006,"score_gpt":0.36372891121909556,"score_spread":0.2658539215521055,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2269113818","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93431014,0.0040152157,0.022271862,0.014896242,0.0011469558,0.00035839676,0.0000073248657,0.00045430445,0.022539545],"genre_scores_gemma":[0.23163967,0.00037510335,0.7608848,0.0016676795,0.003228826,0.000012858671,0.000044556346,0.000040814717,0.002105674],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99838287,0.00027352176,0.00024058517,0.00034272822,0.00034733818,0.0004129663],"domain_scores_gemma":[0.9993275,0.000043897333,0.00011065211,0.00013074091,0.00007114897,0.00031609193],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013180266,0.00013626908,0.0001684699,0.000095266696,0.00035234087,0.000045184042,0.00030899904,0.00031057346,0.000016147978],"category_scores_gemma":[0.00023432664,0.00013360116,0.000026195385,0.0003449382,0.00013078847,0.00048231977,0.00006329497,0.00063792884,0.000017946244],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015976284,0.00038987832,0.34606868,0.00014014011,0.00012481157,0.0000065934146,0.033509538,0.0003039242,0.0002940636,0.14994162,0.057015963,0.41204503],"study_design_scores_gemma":[0.001894528,0.00021122441,0.007996385,0.0001969153,0.000084955536,0.00003521331,0.12581445,0.005884005,0.000023465029,0.026679784,0.83000815,0.0011709341],"about_ca_topic_score_codex":0.00015072584,"about_ca_topic_score_gemma":0.00015139577,"teacher_disagreement_score":0.7729922,"about_ca_system_score_codex":0.000065310334,"about_ca_system_score_gemma":0.0011612946,"threshold_uncertainty_score":0.5448097},"labels":[],"label_agreement":null},{"id":"W2273356061","doi":"10.1007/s40596-015-0395-9","title":"Experiences of Psychological Distress and Sources of Stress and Support During Medical Training: a Survey of Medical Students","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":102,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary; University of New Brunswick; University of Toronto; University of Ottawa","funders":"","keywords":"Clinical psychology; Stressor; Suicidal ideation; Distress; Psychology; Psychological distress; Burnout; Depression (economics); Medicine; Psychiatry; Mental health; Suicide prevention; Poison control; Medical emergency","score_opus":0.1420799925002063,"score_gpt":0.508999719144322,"score_spread":0.36691972664411565,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2273356061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99026185,0.005712889,0.000008685055,0.0021793232,0.0012188938,0.00029564174,0.00012280553,0.000021272504,0.00017864266],"genre_scores_gemma":[0.9968039,0.0023895528,0.000085473745,0.000345341,0.00023270166,0.000053328557,0.000021094504,0.000015274927,0.000053324606],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994042,0.001108511,0.0015471171,0.00041140337,0.0024099473,0.0004810447],"domain_scores_gemma":[0.99720347,0.0008013549,0.000710716,0.00023595658,0.00018898273,0.00085952133],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0048282645,0.0001978094,0.0007533757,0.000113065194,0.00015540184,0.0000029472624,0.00085544697,0.0011203502,0.00042822858],"category_scores_gemma":[0.0019282853,0.00014123632,0.000044464057,0.00021467106,0.00077962904,0.00008638945,0.0005799031,0.0015004221,0.000001310198],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002242431,0.00018806817,0.9560521,0.00087272585,0.000028993401,0.0000044425374,0.038618,6.656853e-8,0.000006251953,0.00025144484,0.00048329117,0.0032703462],"study_design_scores_gemma":[0.0020417874,0.0002238345,0.89903754,0.0050209025,0.000013779735,0.000016064278,0.09311762,0.000018039416,0.000025140927,0.0003205787,0.000030251984,0.00013448356],"about_ca_topic_score_codex":0.0006257767,"about_ca_topic_score_gemma":0.00026930327,"teacher_disagreement_score":0.057014603,"about_ca_system_score_codex":0.000013685477,"about_ca_system_score_gemma":0.0008129891,"threshold_uncertainty_score":0.86411667},"labels":[],"label_agreement":null},{"id":"W2276489511","doi":"10.1007/s40596-016-0501-7","title":"A Randomized Controlled Trial of Team-Based Learning Versus Lectures with Break-Out Groups on Knowledge Retention","year":2016,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"National Institute of Mental Health","keywords":"Randomized controlled trial; Knowledge retention; Team-based learning; Medical education; Psychology; Medicine; Surgery","score_opus":0.023341519477762043,"score_gpt":0.32410935234944027,"score_spread":0.30076783287167824,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2276489511","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79663837,0.0028144263,0.005394459,0.010144726,0.0080846045,0.0075316164,0.000006031369,0.0005688882,0.16881685],"genre_scores_gemma":[0.99618,0.00022058495,0.000276637,0.00014605804,0.0010796604,0.00025143253,0.0000037043983,0.000027054612,0.0018148769],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.9956008,0.0024499346,0.00061087,0.0003703271,0.0005283412,0.00043969142],"domain_scores_gemma":[0.9959029,0.0030226933,0.0006711623,0.00017592906,0.000107661144,0.000119674034],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0049647056,0.00022728331,0.0008933021,0.00023291333,0.00041979316,0.000021004013,0.0003179963,0.00040958176,0.00014741026],"category_scores_gemma":[0.0021526522,0.0001306167,0.0003861952,0.0002959678,0.00042828728,0.00015218263,0.000017937406,0.00071745913,0.000044445587],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.97956467,0.00008302146,0.00078929425,0.0000197116,0.00015237078,2.400649e-7,0.0020774081,0.000034031087,0.0002343349,0.013112641,0.0008241152,0.0031081592],"study_design_scores_gemma":[0.9892558,0.0009603506,0.000025301219,0.00045055416,0.00021416585,2.5637218e-7,0.00039028114,0.00005340415,0.000088365516,0.0023261814,0.006005509,0.00022981968],"about_ca_topic_score_codex":0.000112370275,"about_ca_topic_score_gemma":0.00018473642,"teacher_disagreement_score":0.1995416,"about_ca_system_score_codex":0.000092253504,"about_ca_system_score_gemma":0.00090436114,"threshold_uncertainty_score":0.53263944},"labels":[],"label_agreement":null},{"id":"W2284065502","doi":"10.1007/s40596-015-0476-9","title":"Leadership and Gender Inclusiveness in Academic Psychiatry","year":2015,"lang":"en","type":"editorial","venue":"Academic Psychiatry","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mentorship; Workforce; Scholarship; Context (archaeology); Glass ceiling; Medicine; Academic medicine; Quarter (Canadian coin); Family medicine; Medical school; Psychology; Medical education; Psychiatry; Political science","score_opus":0.09224294818003957,"score_gpt":0.3785712457475197,"score_spread":0.28632829756748013,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2284065502","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004484334,0.051632833,0.0000083041,0.01755941,0.90932506,0.00051050435,0.00011326422,0.00016492546,0.016201345],"genre_scores_gemma":[0.0039112023,0.016442552,0.00028107603,0.0044220705,0.970766,0.000035489345,0.0002057129,0.00008743477,0.0038484677],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9927821,0.00068641745,0.0007605571,0.0010342872,0.0035307955,0.0012058481],"domain_scores_gemma":[0.9976563,0.00053584273,0.00046064917,0.00041290477,0.00025769006,0.00067662774],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.006747779,0.0005497812,0.0008103815,0.00054171315,0.00052744435,0.00006817551,0.002445149,0.0068118502,0.00011878931],"category_scores_gemma":[0.0017294608,0.00060014945,0.00013874818,0.0008219706,0.0011035315,0.00050008576,0.000577328,0.009447796,0.00011570374],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000088202614,0.000030444864,0.03643533,0.0003377241,0.000048360514,0.0000055681326,0.011589289,0.0000017237096,7.1702635e-7,0.004639666,0.94610703,0.0007159723],"study_design_scores_gemma":[0.001507993,0.000050034498,0.00085659174,0.00079813885,0.00017531769,0.0000022920447,0.05227377,0.0000018005968,1.2595306e-7,0.050260264,0.8934184,0.0006553051],"about_ca_topic_score_codex":0.0010037188,"about_ca_topic_score_gemma":0.0017784709,"teacher_disagreement_score":0.06144091,"about_ca_system_score_codex":0.0005435006,"about_ca_system_score_gemma":0.0061866655,"threshold_uncertainty_score":0.999645},"labels":[],"label_agreement":null},{"id":"W2288484981","doi":"10.1007/s40596-016-0491-5","title":"A Survey of American and Canadian Psychiatry Residents on Their Training, Teaching Practices, and Attitudes Toward Teaching","year":2016,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre","funders":"National Cancer Institute","keywords":"Medical education; Psychology; Psychiatry; Training (meteorology); Residency training; Medicine; Continuing education; Geography","score_opus":0.059095207722525446,"score_gpt":0.390601825415495,"score_spread":0.3315066176929695,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2288484981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9430463,0.00084916555,0.00007282993,0.053002764,0.0010820444,0.00023839876,0.000026828277,0.000037879658,0.0016438274],"genre_scores_gemma":[0.98565024,0.00029527038,0.007048818,0.006276047,0.0005206532,0.000013852768,0.000020839716,0.00003503371,0.00013924022],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980871,0.00029049197,0.0005139439,0.00042700538,0.0003118733,0.00036959696],"domain_scores_gemma":[0.9984057,0.00031203785,0.00062284945,0.00032269902,0.00007403953,0.00026270165],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027347226,0.0002046371,0.00035289867,0.00040567142,0.00020309527,0.000013934855,0.00018372839,0.00022121526,0.000019784895],"category_scores_gemma":[0.005081452,0.00014497536,0.000030081786,0.0002375077,0.0003101893,0.00018997947,0.000035677687,0.001453352,0.000004811994],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000064615975,0.00007005202,0.86540025,0.00008212061,0.000070730035,4.3011718e-7,0.0015751097,4.362275e-8,0.00017749346,0.003079956,0.013755913,0.11572331],"study_design_scores_gemma":[0.00076406833,0.00025919298,0.9916314,0.0010763077,0.00004861873,0.000058272493,0.0020855772,0.000015919257,0.000007186149,0.0007387442,0.003149408,0.00016529372],"about_ca_topic_score_codex":0.044967983,"about_ca_topic_score_gemma":0.01481638,"teacher_disagreement_score":0.12623118,"about_ca_system_score_codex":0.00012120875,"about_ca_system_score_gemma":0.0011575836,"threshold_uncertainty_score":0.9613917},"labels":[],"label_agreement":null},{"id":"W2290288389","doi":"10.1007/s40596-015-0456-0","title":"The Hidden Ethics Curriculum in Two Canadian Psychiatry Residency Programs: A Qualitative Study","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Ethics in medical practice","field":"Health Professions","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; Institute for Clinical Evaluative Sciences; McGill University; Université de Montréal","funders":"","keywords":"Curriculum; Medical education; Residency training; Hidden curriculum; Graduate medical education; Psychology; MEDLINE; Medicine; Psychiatry; Pedagogy; Political science; Continuing education; Accreditation","score_opus":0.20444360237941223,"score_gpt":0.5933448399014537,"score_spread":0.3889012375220415,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2290288389","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.40246332,0.007569585,0.000027550792,0.5214421,0.021411018,0.004086443,0.000013861524,0.000231556,0.04275458],"genre_scores_gemma":[0.9621635,0.0005886607,0.0050018863,0.026331156,0.0031717913,0.0011041177,0.00001851689,0.00010839453,0.0015119943],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9699649,0.024013283,0.0018165149,0.0007841405,0.0017411021,0.0016800287],"domain_scores_gemma":[0.98699665,0.009376959,0.000733263,0.0010301973,0.0006033521,0.0012596045],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","research_integrity"],"category_scores_codex":[0.057075046,0.00038233356,0.0004537665,0.00029441045,0.0027245665,0.000033995067,0.0016688298,0.001465461,0.000060204005],"category_scores_gemma":[0.03367698,0.00028482272,0.00008597259,0.0013452551,0.00053242425,0.00042335724,0.00029606398,0.043519586,0.0009865361],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000068464025,0.00018734894,0.5085673,0.00007140587,0.00004312852,0.0000057822986,0.20916784,4.817563e-7,1.1407398e-7,0.20008966,0.0814129,0.00038557858],"study_design_scores_gemma":[0.0015284419,0.00015164512,0.0066274647,0.0004994026,0.000040174193,0.0000038570006,0.5538491,0.000017333923,2.0618257e-8,0.42141002,0.015640432,0.00023212758],"about_ca_topic_score_codex":0.31464145,"about_ca_topic_score_gemma":0.9188105,"teacher_disagreement_score":0.604169,"about_ca_system_score_codex":0.00087188935,"about_ca_system_score_gemma":0.03191474,"threshold_uncertainty_score":0.9999604},"labels":[],"label_agreement":null},{"id":"W2300814516","doi":"10.1007/s40596-015-0412-z","title":"Addiction and Chronic Pain: Training Addiction Psychiatrists","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; University of Toronto","funders":"","keywords":"Addiction; Chronic pain; Training (meteorology); Psychiatry; Psychology; Medicine; Addiction medicine; Psychotherapist","score_opus":0.028232371969022035,"score_gpt":0.29679711076958026,"score_spread":0.2685647388005582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2300814516","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8681416,0.09874439,0.0007096213,0.018801555,0.004902422,0.0009980903,0.00002982784,0.000610463,0.007062041],"genre_scores_gemma":[0.9888908,0.00247584,0.0029205538,0.0023566876,0.0025702876,0.000098024175,0.00015455761,0.000066507135,0.00046672812],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99835014,0.00009123726,0.00038453628,0.00044997348,0.00034336414,0.00038075636],"domain_scores_gemma":[0.99907535,0.000035036883,0.00014018,0.000290183,0.00005498219,0.00040424705],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005414961,0.00024879267,0.00029285933,0.00018290566,0.000101710386,0.000012341799,0.00008316635,0.00035970085,0.000059128757],"category_scores_gemma":[0.00008649282,0.00023185364,0.000085786814,0.0002813473,0.00006769306,0.00016240853,0.000028718992,0.00068137917,0.00008639882],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00057551963,0.00035554444,0.3539867,0.00015615177,0.00054727955,0.000009016673,0.0043811514,0.000020801004,0.00031742704,0.0015496814,0.33167145,0.30642927],"study_design_scores_gemma":[0.028271832,0.0062396936,0.4760252,0.0019700855,0.0021638172,0.0009578462,0.01009489,0.0053964923,0.00013765894,0.009624822,0.4576255,0.0014921784],"about_ca_topic_score_codex":0.000030081765,"about_ca_topic_score_gemma":0.000015820162,"teacher_disagreement_score":0.3049371,"about_ca_system_score_codex":0.00026236614,"about_ca_system_score_gemma":0.00072590064,"threshold_uncertainty_score":0.9454717},"labels":[],"label_agreement":null},{"id":"W2328167119","doi":"10.1007/s40596-016-0533-z","title":"From Surviving to Advising: A Novel Course Pairing Mental Health and Addictions Service Users as Advisors to Senior Psychiatry Residents","year":2016,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":51,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"Associated Medical Services","keywords":"Mental health; Addiction; Medical education; Mental health service; Service (business); Psychology; Psychiatry; Medicine; Business","score_opus":0.092166740113033,"score_gpt":0.42461725188715405,"score_spread":0.33245051177412105,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2328167119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8430529,0.0010455818,0.00040034883,0.1404402,0.011168814,0.0024060819,0.00087655184,0.00022293728,0.00038656703],"genre_scores_gemma":[0.6457259,0.0010735727,0.019317975,0.32541248,0.004364659,0.0007425166,0.00045684446,0.00024463818,0.0026613886],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9949422,0.0004597829,0.0014396987,0.000987774,0.00070764957,0.0014628805],"domain_scores_gemma":[0.9960314,0.00037377927,0.0005131299,0.000611114,0.00010003597,0.0023705268],"candidate_categories":["metaepi_narrow","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010667421,0.0004425563,0.00050142227,0.00029403836,0.001731504,0.000014211953,0.00047614562,0.00042473653,0.0003235226],"category_scores_gemma":[0.0000801937,0.00037162995,0.00008031939,0.0006204945,0.000037509086,0.0003223344,0.0004145905,0.0010787842,0.001318407],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045044228,0.00018053829,0.87412333,0.0005094029,0.000064463085,2.8915468e-7,0.013624021,0.0000033306712,0.000441521,0.000569514,0.10728556,0.0027475622],"study_design_scores_gemma":[0.010771844,0.0017432895,0.6867573,0.038359974,0.000119399236,0.000015341593,0.0948787,0.00008377796,0.000033710458,0.0037254503,0.1617492,0.0017619843],"about_ca_topic_score_codex":0.007422615,"about_ca_topic_score_gemma":0.006025889,"teacher_disagreement_score":0.197327,"about_ca_system_score_codex":0.0005734283,"about_ca_system_score_gemma":0.0018790854,"threshold_uncertainty_score":0.9998736},"labels":[],"label_agreement":null},{"id":"W2338791021","doi":"10.1007/s40596-016-0551-x","title":"Training on the DSM-5 Cultural Formulation Interview Improves Cultural Competence in General Psychiatry Residents: A Multi-site Study","year":2016,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Competence (human resources); Cultural competence; Demographics; Intervention (counseling); Clinical psychology; Psychology; Medicine; Cultural diversity; Psychiatry; Social psychology; Pedagogy","score_opus":0.12678763224998105,"score_gpt":0.4120169821719909,"score_spread":0.2852293499220099,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2338791021","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9306222,0.0015507033,0.000016287093,0.06016927,0.0046974984,0.001572411,0.000019552954,0.00017689454,0.0011751408],"genre_scores_gemma":[0.9910698,0.0007330409,0.0009650972,0.0045175194,0.0017569066,0.00018325784,0.000008035252,0.000028244736,0.00073809025],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99531,0.0011883787,0.0010104643,0.0007211515,0.00083700294,0.00093298417],"domain_scores_gemma":[0.9983973,0.00031442888,0.0004371549,0.00043920102,0.00018794538,0.00022400125],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020039272,0.00038621484,0.00041079638,0.00013678399,0.0009433977,0.0001030755,0.0011786779,0.00044123695,0.00009172578],"category_scores_gemma":[0.00061396864,0.00020751727,0.00020363818,0.0007274695,0.00026104588,0.001087929,0.00013750217,0.0015438481,0.00013130724],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015499728,0.00028343181,0.7517731,0.000081521925,0.00007075343,0.0000033236765,0.1404355,0.000010338713,0.0019709773,0.07621058,0.009871516,0.019133931],"study_design_scores_gemma":[0.0020900639,0.00028924725,0.85423464,0.0014440481,0.00004146932,0.000008244525,0.1297084,0.00011054623,0.00000844633,0.005563332,0.0058619212,0.0006396654],"about_ca_topic_score_codex":0.00262633,"about_ca_topic_score_gemma":0.021452209,"teacher_disagreement_score":0.10246149,"about_ca_system_score_codex":0.00044174888,"about_ca_system_score_gemma":0.00043085913,"threshold_uncertainty_score":0.99640375},"labels":[],"label_agreement":null},{"id":"W2341448656","doi":"10.1007/s40596-016-0537-8","title":"Developing Mentoring Competency: Does a One Session Training Workshop Have Impact?","year":2016,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Mentorship; Medical education; Curriculum; Session (web analytics); Faculty development; Psychology; Professional development; Health care; Peer mentoring; Academic institution; Grant writing; Medicine; Pedagogy","score_opus":0.07021327313704198,"score_gpt":0.3706483498506687,"score_spread":0.3004350767136267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2341448656","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8915263,0.003305858,0.011291243,0.027343508,0.03697332,0.0006005321,0.000026053176,0.0007340938,0.028199082],"genre_scores_gemma":[0.964561,0.0005412536,0.013392922,0.0013226441,0.0033884514,0.0001687837,0.000011465965,0.00010635009,0.016507171],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9961846,0.00017284443,0.0008877996,0.00085419236,0.00052764633,0.0013729125],"domain_scores_gemma":[0.9983151,0.00036940025,0.0003823548,0.00047558863,0.000047428377,0.00041016],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0012340429,0.00044580453,0.0004783882,0.0002649248,0.00026659813,0.000027763279,0.0007104697,0.00067344675,0.0011317793],"category_scores_gemma":[0.00015858944,0.0002728082,0.00015390248,0.00029567484,0.00009105086,0.00027962803,0.00019125603,0.0010668243,0.0004291606],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00035358014,0.00018079685,0.39129034,0.00011434158,0.0010150892,0.000018348543,0.031669043,0.0000033953588,0.015910214,0.095388606,0.041021146,0.4230351],"study_design_scores_gemma":[0.01580378,0.00037507762,0.33623886,0.021886485,0.00042016731,0.00028761307,0.04417476,0.000030129768,0.005164231,0.18274337,0.3865754,0.0063001085],"about_ca_topic_score_codex":0.000026839874,"about_ca_topic_score_gemma":0.000005714333,"teacher_disagreement_score":0.416735,"about_ca_system_score_codex":0.00047040076,"about_ca_system_score_gemma":0.00047136226,"threshold_uncertainty_score":0.9999724},"labels":[],"label_agreement":null},{"id":"W2346413321","doi":"10.1007/s40596-015-0443-5","title":"Competence in Psychotherapy: The Role of E-Learning","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Psychotherapy Techniques and Applications","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Psychology; Psychotherapist; Competence (human resources); Medical education; Medicine; Social psychology","score_opus":0.02381692934623699,"score_gpt":0.3406386235632161,"score_spread":0.31682169421697914,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2346413321","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6835382,0.03460798,0.004179298,0.015203723,0.0020751106,0.001151025,0.000014784375,0.00039961765,0.25883028],"genre_scores_gemma":[0.9941767,0.00075378234,0.0022786588,0.0014995355,0.00028162147,0.00021576362,0.0000035983937,0.00003768095,0.0007526792],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99865544,0.00015683452,0.00042332656,0.0002935318,0.00018159967,0.00028926128],"domain_scores_gemma":[0.99910307,0.0000739648,0.0002141446,0.0004930825,0.00003415003,0.00008156932],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006450876,0.00014295497,0.00018394575,0.000110722474,0.000048140704,0.000005676886,0.00068669184,0.00022959005,0.00021495124],"category_scores_gemma":[0.000006852482,0.0001096631,0.00006839741,0.00053466833,0.00013212979,0.000054655076,0.000013242578,0.0009046579,0.000092543654],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017138722,0.00022089238,0.38045046,0.000004387988,0.000044093504,3.3439133e-7,0.006312836,0.000020723795,0.0018376155,0.5507896,0.023102319,0.03704536],"study_design_scores_gemma":[0.0012165414,0.0001707867,0.037064664,0.00006646563,0.00001055325,0.000025268799,0.0066268113,0.00014036187,0.00016065856,0.41147715,0.5427893,0.00025144036],"about_ca_topic_score_codex":0.00013765873,"about_ca_topic_score_gemma":0.000023510147,"teacher_disagreement_score":0.519687,"about_ca_system_score_codex":0.00001831927,"about_ca_system_score_gemma":0.00007004887,"threshold_uncertainty_score":0.44719315},"labels":[],"label_agreement":null},{"id":"W2347172438","doi":"10.1007/s40596-016-0561-8","title":"From Industry to Generativity: The First 12 Years of the Association for Academic Psychiatry Master Educator Program","year":2016,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Film in Education and Therapy","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; University Health Network","funders":"","keywords":"Curriculum; Medical education; Session (web analytics); Psychology; Generativity; Educational program; Likert scale; Medicine; Pedagogy; Social psychology","score_opus":0.05937059171649743,"score_gpt":0.42076650908418173,"score_spread":0.3613959173676843,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2347172438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68005466,0.00046403063,0.000047857815,0.29560032,0.020570332,0.0022122345,0.00017037966,0.000077302975,0.00080282823],"genre_scores_gemma":[0.9005594,0.00023289218,0.0027925703,0.05907482,0.015795298,0.002903436,0.000020874239,0.00011887722,0.018501813],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973369,0.0003977205,0.0008152222,0.00041733825,0.0004092163,0.00062356784],"domain_scores_gemma":[0.9973435,0.00090633926,0.0007919589,0.0006806519,0.00011520553,0.0001623917],"candidate_categories":["research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0011416544,0.00022262531,0.00028096896,0.00008427911,0.00056753686,0.000008968889,0.00094710453,0.0015783608,0.0003240302],"category_scores_gemma":[0.00043925902,0.00012534205,0.00017656606,0.0003616415,0.00007922022,0.00014687868,0.00013402777,0.002557778,0.0002167495],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004640284,0.00006665923,0.6088133,0.000025226898,0.00005578895,5.515635e-9,0.002597976,4.579605e-7,0.00020578926,0.003090206,0.37969598,0.0054021985],"study_design_scores_gemma":[0.00096634444,0.000052409516,0.46033543,0.00048465809,0.00005234515,4.6456887e-7,0.0023274827,0.000003576834,0.000059907426,0.013279561,0.522258,0.00017982037],"about_ca_topic_score_codex":0.000086633794,"about_ca_topic_score_gemma":0.00025397202,"teacher_disagreement_score":0.23652552,"about_ca_system_score_codex":0.000285769,"about_ca_system_score_gemma":0.0014647837,"threshold_uncertainty_score":0.99974334},"labels":[],"label_agreement":null},{"id":"W2395681574","doi":"10.1007/s40596-016-0576-1","title":"Bridging Cultural Psychiatry and Global Mental Health: A Resident-Led Initiative","year":2016,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto","funders":"","keywords":"Bridging (networking); Mental health; Psychiatry; Psychology; Global mental health; MEDLINE; Medical education; Medicine; Political science","score_opus":0.040462474110395386,"score_gpt":0.37923264773005,"score_spread":0.3387701736196546,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2395681574","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0049701417,0.02949791,0.00000669018,0.9322046,0.02150473,0.0012849666,0.00083535886,0.00037544043,0.009320146],"genre_scores_gemma":[0.0034596575,0.01119134,0.0007049266,0.92941296,0.0525685,0.00009829553,0.0003146885,0.00007537448,0.0021742445],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99290204,0.0012605623,0.0012075416,0.0012518868,0.0014477595,0.0019302128],"domain_scores_gemma":[0.9975555,0.00017110273,0.0010916343,0.00044358266,0.00020232305,0.00053588225],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.001028744,0.00073646073,0.00088215386,0.00015207918,0.0020360453,0.00015222112,0.0011483916,0.0022517438,0.0002460981],"category_scores_gemma":[0.00023822219,0.00060828944,0.00030889083,0.00056311605,0.00079455355,0.0007400085,0.0002600104,0.004633253,0.00018029391],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027052292,0.00000529216,0.02630703,0.00028365722,0.00006895879,0.000005459808,0.005101485,2.1806244e-8,7.450536e-7,0.0040737437,0.9621856,0.0019409397],"study_design_scores_gemma":[0.0008372146,0.00010289699,0.004508994,0.0025111865,0.00005102685,0.00007504212,0.0069672703,0.000001314541,1.834343e-7,0.01637976,0.967704,0.0008611176],"about_ca_topic_score_codex":0.003376958,"about_ca_topic_score_gemma":0.0039628358,"teacher_disagreement_score":0.031063767,"about_ca_system_score_codex":0.0015881107,"about_ca_system_score_gemma":0.0035643284,"threshold_uncertainty_score":0.9996368},"labels":[],"label_agreement":null},{"id":"W2398868891","doi":"10.1007/s40596-016-0552-9","title":"Teaching Not-Knowing: Strategies for Cultural Competence in Psychotherapy Supervision","year":2016,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Psychotherapist; Cultural competence; Psychology; Competence (human resources); Medical education; Pedagogy; Medicine; Social psychology","score_opus":0.050187330318467976,"score_gpt":0.39024915709321706,"score_spread":0.34006182677474905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2398868891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9383177,0.009177455,0.0061583025,0.035030648,0.005890494,0.00056335016,0.00002617671,0.0001828493,0.0046530236],"genre_scores_gemma":[0.98525727,0.0032151002,0.0043310476,0.004053734,0.0010998333,0.000106518324,0.000008532528,0.000059277445,0.0018686823],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977111,0.00021548118,0.00059227465,0.0006590781,0.0002466709,0.0005753963],"domain_scores_gemma":[0.9987017,0.0005514815,0.00014679405,0.00044617962,0.00005102333,0.000102815065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010832468,0.00027244698,0.0002914429,0.00016317406,0.00018539261,0.00004863586,0.0005791709,0.0004228086,0.0003402242],"category_scores_gemma":[0.000041193045,0.00018295452,0.00015339168,0.0001529578,0.000067779256,0.00087299675,0.0000209333,0.0007945172,0.00016661001],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018603726,0.00034677106,0.03346789,0.00008247191,0.000097319746,0.000004764524,0.017670786,0.00000834937,0.0436142,0.2129104,0.035900693,0.654036],"study_design_scores_gemma":[0.009814467,0.0007566131,0.02353448,0.0012119436,0.000056010133,0.00009639252,0.01699938,0.00042417436,0.00007389294,0.13725029,0.80849147,0.0012908961],"about_ca_topic_score_codex":0.00027578688,"about_ca_topic_score_gemma":0.000115774834,"teacher_disagreement_score":0.77259076,"about_ca_system_score_codex":0.000031114538,"about_ca_system_score_gemma":0.00009825084,"threshold_uncertainty_score":0.74606687},"labels":[],"label_agreement":null},{"id":"W2401703211","doi":"10.1007/s40596-016-0569-0","title":"Erratum to: Developing Mentoring Competency: Does a One Session Training Workshop Have Impact?","year":2016,"lang":"en","type":"erratum","venue":"Academic Psychiatry","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Session (web analytics); Medical education; Training (meteorology); Psychology; Medicine; Computer science; World Wide Web","score_opus":0.05336004301376545,"score_gpt":0.3651226830126005,"score_spread":0.311762639998835,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2401703211","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004152474,0.0146564925,0.002095788,0.022907248,0.66676784,0.0015353913,0.00018688645,0.0009901706,0.28670773],"genre_scores_gemma":[0.005508801,0.0034166805,0.010698104,0.0048830593,0.04202336,0.0007986492,0.00041257477,0.0005929998,0.9316658],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9907027,0.00037851918,0.0020852885,0.0023359442,0.0014071068,0.0030904792],"domain_scores_gemma":[0.99585634,0.00036704584,0.001201125,0.0012614564,0.00014506941,0.0011689443],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"category_scores_codex":[0.0020251225,0.0015170733,0.0016924598,0.000983973,0.0005357032,0.000109463545,0.0021993686,0.0042856806,0.001388389],"category_scores_gemma":[0.0003605478,0.0011046388,0.00045975513,0.00070113275,0.00012362038,0.00028897176,0.0006918869,0.00785693,0.0011767569],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012331334,0.000059178154,0.0028139558,0.0001990865,0.00078839704,0.000014941906,0.011286225,0.0000010644128,0.00021032378,0.0024856078,0.954282,0.027735915],"study_design_scores_gemma":[0.0013208286,0.00009686597,0.0039352477,0.017141925,0.00019748193,0.000048725946,0.0045184433,0.000003063677,0.000031527154,0.010385341,0.96008587,0.0022346738],"about_ca_topic_score_codex":0.00006614245,"about_ca_topic_score_gemma":0.000026502854,"teacher_disagreement_score":0.644958,"about_ca_system_score_codex":0.0013984044,"about_ca_system_score_gemma":0.0027574028,"threshold_uncertainty_score":0.9997578},"labels":[],"label_agreement":null},{"id":"W2485356133","doi":"10.1007/s40596-016-0598-8","title":"Learning the Tricks of the Trade: The Need for Specialty-Specific Supervisor Training Programs in Competency-Based Medical Education","year":2016,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Supervisor; Medical education; Specialty; Training (meteorology); Psychology; Medicine; Psychiatry; Management","score_opus":0.03676963971947451,"score_gpt":0.32417887936972056,"score_spread":0.28740923965024606,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2485356133","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.46455762,0.0007573891,0.0011340693,0.5281215,0.0033172122,0.0014795624,0.0000018742854,0.000037241683,0.00059354893],"genre_scores_gemma":[0.98459494,0.00013517385,0.002784751,0.009529508,0.0023047088,0.0003785585,0.000022562346,0.00003229527,0.00021748788],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9977197,0.00021237749,0.00075820665,0.00025705082,0.0007194741,0.00033316857],"domain_scores_gemma":[0.9986921,0.00044273507,0.00027570053,0.00042544585,0.00009853878,0.000065485205],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021874858,0.0001553973,0.00024289067,0.00013208867,0.00022631898,0.000008287591,0.0006337245,0.0003295285,0.00013196765],"category_scores_gemma":[0.0023471313,0.00006558813,0.00014230308,0.0011170378,0.0004826324,0.000059730723,0.000027624326,0.0013479575,0.0000046749137],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014917714,0.00039357896,0.14894827,0.00010396913,0.000029696172,1.0802387e-7,0.0055719805,0.0000023459895,0.00037124235,0.054833457,0.029781977,0.7598142],"study_design_scores_gemma":[0.010201118,0.0007042118,0.40969467,0.005103653,0.0002381907,0.000107270134,0.06415325,0.0020174691,0.00025130663,0.040667478,0.46632645,0.00053493615],"about_ca_topic_score_codex":0.000009496948,"about_ca_topic_score_gemma":0.00002452785,"teacher_disagreement_score":0.75927925,"about_ca_system_score_codex":0.00011703044,"about_ca_system_score_gemma":0.005430667,"threshold_uncertainty_score":0.96337706},"labels":[],"label_agreement":null},{"id":"W2514109294","doi":"10.1007/s40596-016-0592-1","title":"Effects of Brief Psychoeducational Program on Stigma in Malaysian Pre-clinical Medical Students: A Randomized Controlled Trial","year":2016,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":57,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mental Health Commission of Canada","funders":"","keywords":"Multivariate analysis of variance; Randomized controlled trial; Stigma (botany); Clinical psychology; Social stigma; Repeated measures design; Mental health; Psychology; Psychoeducation; Medicine; Psychiatry; Family medicine","score_opus":0.019002392958752674,"score_gpt":0.4613205608122014,"score_spread":0.44231816785344874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2514109294","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95905256,0.0016203392,0.000023866583,0.011542667,0.0118222525,0.013215039,0.000006433643,0.000075553624,0.0026413093],"genre_scores_gemma":[0.9843678,0.00056080555,0.0001692393,0.0025553075,0.0020407555,0.0081337355,0.000011976317,0.00003528658,0.0021251019],"study_design_codex":"randomized_trial","study_design_gemma":"randomized_trial","domain_scores_codex":[0.99333245,0.0019771806,0.0023440626,0.00067406433,0.0011258312,0.0005464113],"domain_scores_gemma":[0.9933591,0.0050952085,0.0007791938,0.0003715729,0.00003474186,0.0003602035],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0043781474,0.00032318375,0.0017320614,0.0002468818,0.000062257735,0.000011476809,0.000916827,0.00079197524,0.0014192793],"category_scores_gemma":[0.0010757168,0.00018889926,0.0005083109,0.00024607897,0.00035178626,0.00009261021,0.00006462322,0.0008107836,0.00018582905],"study_design_candidate":"randomized_trial","study_design_consensus":"randomized_trial","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.8524877,0.009591784,0.07555831,0.00007079956,0.00046963617,0.0000057390116,0.00017534006,3.2127097e-8,0.0000020568882,0.008449188,0.009179189,0.04401022],"study_design_scores_gemma":[0.86565286,0.0012513659,0.1284788,0.0008072066,0.00014199392,0.0000047100466,0.000027049973,0.000003981017,0.0000036529564,0.0029946708,0.00046405775,0.00016968467],"about_ca_topic_score_codex":0.00005728734,"about_ca_topic_score_gemma":0.000014799757,"teacher_disagreement_score":0.052920476,"about_ca_system_score_codex":0.00006743436,"about_ca_system_score_gemma":0.00025688836,"threshold_uncertainty_score":0.99949354},"labels":[],"label_agreement":null},{"id":"W2549803784","doi":"10.1007/s40596-016-0633-9","title":"Simulation in Undergraduate Psychiatry: Exploring the Depth of Learner Engagement","year":2016,"lang":"en","type":"review","venue":"Academic Psychiatry","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":65,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Debriefing; Medical education; Curriculum; Psychological intervention; Empathy; Psychology; MEDLINE; Inclusion (mineral); Relevance (law); Educational measurement; Medicine; Pedagogy; Psychiatry","score_opus":0.20090691993968796,"score_gpt":0.45792400321473015,"score_spread":0.2570170832750422,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2549803784","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012270624,0.9797814,0.00013659113,0.009614518,0.006677034,0.0020705117,0.00001837139,0.00008134522,0.00039317252],"genre_scores_gemma":[0.032492477,0.9632616,0.0005215564,0.00063470495,0.00215615,0.00046083578,0.00009467891,0.00012639623,0.00025161478],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99580956,0.00061830686,0.0018744024,0.00062546897,0.0005939744,0.0004782724],"domain_scores_gemma":[0.9960368,0.0016751523,0.0010181303,0.0009616788,0.00014288106,0.00016533284],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011914251,0.00048398643,0.0012582989,0.00062862196,0.00012724023,0.000008557185,0.00042360622,0.00058820564,0.00008535554],"category_scores_gemma":[0.00029678174,0.00030856256,0.0004252424,0.0009800802,0.00009801028,0.00014699511,0.000069817484,0.00229317,0.00013779385],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066247936,0.00017641619,0.13163385,0.031294562,0.00030959107,8.53345e-7,0.0008743187,0.0013615709,1.9511587e-7,0.007764556,0.0033500246,0.8231678],"study_design_scores_gemma":[0.0014569748,0.0001355462,0.011655221,0.08869787,0.0010146952,0.000015745803,0.0010174799,0.0003118754,3.4938685e-7,0.005998574,0.889053,0.0006426825],"about_ca_topic_score_codex":0.00004143987,"about_ca_topic_score_gemma":0.000016788032,"teacher_disagreement_score":0.88570297,"about_ca_system_score_codex":0.0004481411,"about_ca_system_score_gemma":0.0027650497,"threshold_uncertainty_score":0.99993664},"labels":[],"label_agreement":null},{"id":"W2556316499","doi":"10.1007/s40596-016-0620-1","title":"Assessing the Learning Environment for Medical Students: An Evaluation of a Novel Survey Instrument in Four Medical Schools","year":2016,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"National Center for Complementary and Integrative Health","keywords":"Medical education; Cronbach's alpha; Psychology; Accreditation; Inclusion (mineral); Construct validity; Learning environment; Applied psychology; Medicine; Psychometrics; Clinical psychology; Social psychology; Mathematics education","score_opus":0.09709878889092727,"score_gpt":0.4642548667320697,"score_spread":0.36715607784114246,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2556316499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94235307,0.00016163902,0.0152034825,0.040421274,0.0009600332,0.0008308733,0.0000030013596,0.000018319,0.000048312588],"genre_scores_gemma":[0.9935244,0.00014797245,0.002889469,0.0024912038,0.00060517003,0.00023904613,0.00004512722,0.000023979737,0.000033673543],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99370986,0.00050686364,0.00094473694,0.00034636876,0.0041971616,0.0002950324],"domain_scores_gemma":[0.9986301,0.0003937804,0.0003077234,0.00032369146,0.00018528587,0.00015941996],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.025191542,0.00014196309,0.00025785246,0.00017508518,0.00009302138,0.000013902962,0.00054415694,0.0004856033,0.00042594838],"category_scores_gemma":[0.015487008,0.00008532366,0.000048637245,0.00031923532,0.00017372321,0.00024281206,0.00009666132,0.0011810384,0.000009157039],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005178297,0.00044215846,0.8150209,0.000033007454,0.000043138396,1.9394882e-7,0.00014688539,0.000011479273,0.0002625231,0.00038355848,0.0011276769,0.1824767],"study_design_scores_gemma":[0.006831691,0.00018134716,0.9795569,0.001378562,0.00009134495,0.000029935894,0.0010306949,0.008799826,0.000035657667,0.0006525155,0.0012890261,0.00012248402],"about_ca_topic_score_codex":0.000047253016,"about_ca_topic_score_gemma":0.000026201331,"teacher_disagreement_score":0.18235423,"about_ca_system_score_codex":0.00037996317,"about_ca_system_score_gemma":0.0017904708,"threshold_uncertainty_score":0.99280596},"labels":[],"label_agreement":null},{"id":"W2570863126","doi":"10.1007/s40596-016-0657-1","title":"A Simulation to Teach Integrated Care in Undergraduate Medical Education: The “Getting to Know Patients’ System of Care” (GPS-CARE) Experience","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"Centre for Addiction and Mental Health","keywords":"Global Positioning System; Medical education; Need to know; Medicine; Psychology; Nursing; Computer science","score_opus":0.01733036299081621,"score_gpt":0.442246563437238,"score_spread":0.4249162004464218,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2570863126","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.953372,0.00077792304,0.00029197228,0.028146356,0.010694654,0.0017434547,0.00001837539,0.000052997053,0.004902263],"genre_scores_gemma":[0.9922334,0.000010119109,0.00062905246,0.005386057,0.00064519665,0.0006123792,0.00007210568,0.000023854675,0.00038785912],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99736816,0.00050226966,0.0008530464,0.0003692086,0.00057715375,0.00033015682],"domain_scores_gemma":[0.9973285,0.00022103914,0.000511318,0.00060741854,0.0011088124,0.00022290752],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00040062118,0.00017966106,0.00023858053,0.00018620864,0.0011762376,0.000019257897,0.0008143867,0.00040644218,0.00005763505],"category_scores_gemma":[0.0020459527,0.00013464493,0.00004684229,0.00040574983,0.000052041152,0.00020042245,0.00018696013,0.0011165201,0.000111853384],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025964185,0.00007049847,0.7366278,0.00059439184,0.000008318323,1.3030717e-7,0.22281347,0.00025830296,0.000029844417,0.008066891,0.015379129,0.015891558],"study_design_scores_gemma":[0.0007683363,0.00011872961,0.15500571,0.0072931126,0.000016858912,3.0989472e-7,0.7938703,0.000529437,0.000029641702,0.0001272463,0.041985735,0.00025460232],"about_ca_topic_score_codex":0.00056031556,"about_ca_topic_score_gemma":0.0015904541,"teacher_disagreement_score":0.5816221,"about_ca_system_score_codex":0.00080418645,"about_ca_system_score_gemma":0.0063239075,"threshold_uncertainty_score":0.9993093},"labels":[],"label_agreement":null},{"id":"W2577194639","doi":"10.1007/s40596-016-0660-6","title":"An Innovative Technology Blueprint for Medical Education: Association of Directors of Medical Student Education in Psychiatry's Clinical Simulation Initiative Years 1-6","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Blueprint; Association (psychology); Medical education; Graduate medical education; Medicine; Psychology; Psychiatry; Accreditation; Engineering; Psychotherapist","score_opus":0.029470209704127583,"score_gpt":0.5053105946791688,"score_spread":0.4758403849750413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2577194639","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93445426,0.00030730397,0.0009425827,0.05327974,0.009331272,0.001075509,0.000009143155,0.000045154782,0.00055502495],"genre_scores_gemma":[0.9843868,0.00023492337,0.009786033,0.0036814446,0.0014768892,0.00020791496,0.00013100299,0.000035393234,0.000059609774],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99515384,0.00019164101,0.002181306,0.00053098163,0.0016338661,0.00030835922],"domain_scores_gemma":[0.99508065,0.00027777688,0.0021456168,0.00083970913,0.0014662804,0.00018993884],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.005016284,0.0002137919,0.00067107007,0.00085279596,0.000121240526,0.00001332614,0.00093721255,0.0017418946,0.00017009198],"category_scores_gemma":[0.017067624,0.00022054256,0.00011435477,0.0010170036,0.00045234466,0.00030109764,0.000117093405,0.0017118733,0.000006401761],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011524321,0.0027463557,0.79880905,0.00014146473,0.000094122355,1.701202e-7,0.0005892695,0.000005871077,0.000016383865,0.019848632,0.0050767115,0.17255673],"study_design_scores_gemma":[0.0026635418,0.00040711867,0.97975385,0.0015637462,0.00008832241,0.000006231983,0.0030293516,0.0016935992,0.000051811203,0.008210251,0.002339369,0.00019277688],"about_ca_topic_score_codex":0.000060793223,"about_ca_topic_score_gemma":0.00006345579,"teacher_disagreement_score":0.18094485,"about_ca_system_score_codex":0.00037271282,"about_ca_system_score_gemma":0.016633146,"threshold_uncertainty_score":0.99955404},"labels":[],"label_agreement":null},{"id":"W2590517463","doi":"10.1007/s40596-017-0676-6","title":"Development and Dark Wizards: Teaching Psychopathology with Lord Voldemort","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Psychotherapy Techniques and Applications","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Psychopathology; Psychology; Clinical psychology","score_opus":0.02819356304430145,"score_gpt":0.36639581801322385,"score_spread":0.3382022549689224,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2590517463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84809,0.0014760351,0.012134546,0.008182499,0.0015353411,0.0005671209,0.000012341811,0.00035891501,0.12764323],"genre_scores_gemma":[0.8536893,0.0003223315,0.13418484,0.0052658124,0.0009135601,0.0005758941,0.000015589394,0.000118525626,0.004914151],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981247,0.00005988809,0.00040810625,0.0007397684,0.00017351592,0.00049400283],"domain_scores_gemma":[0.9981438,0.000028313487,0.00038851428,0.0012395529,0.000023761702,0.00017605325],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00057617767,0.00029674638,0.00028444352,0.00011182098,0.00096282625,0.00005814501,0.0008584362,0.0004015402,0.00011586186],"category_scores_gemma":[0.000010832956,0.00025367242,0.000045751625,0.000057112626,0.00028339555,0.00017246332,0.00007753257,0.0011554403,0.00009349386],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00027397028,0.00026884736,0.44166082,0.000029805393,0.0001987066,0.000013034291,0.003303275,1.8396855e-7,0.00088883704,0.16219881,0.12721388,0.2639498],"study_design_scores_gemma":[0.0015192748,0.00013936177,0.30876982,0.00014020083,0.00003649157,0.00035955972,0.00057221804,0.000005275493,0.00004901226,0.014964503,0.6728774,0.000566915],"about_ca_topic_score_codex":0.00003423678,"about_ca_topic_score_gemma":0.00003304816,"teacher_disagreement_score":0.5456635,"about_ca_system_score_codex":0.000025537778,"about_ca_system_score_gemma":0.00007810972,"threshold_uncertainty_score":0.99999154},"labels":[],"label_agreement":null},{"id":"W2593365745","doi":"10.1007/s40596-017-0683-7","title":"Supportive Psychotherapy: Perspectives on a Model of Supervision","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; McMaster University","funders":"Health Research Board","keywords":"Psychotherapist; Psychology","score_opus":0.04922797001315116,"score_gpt":0.383426952501248,"score_spread":0.3341989824880968,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593365745","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9348905,0.009086193,0.00093190407,0.011271057,0.002877005,0.00030312143,0.000045225264,0.00007871672,0.040516246],"genre_scores_gemma":[0.987615,0.0073880283,0.0013044458,0.0009758913,0.0004451591,0.000022222483,0.000004152151,0.000050904266,0.0021941934],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9980767,0.00009547405,0.0004665977,0.0006342036,0.0003621423,0.00036492082],"domain_scores_gemma":[0.9977558,0.00011226677,0.00047934128,0.0014359372,0.00010086027,0.000115771414],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006407768,0.00024428772,0.00032046504,0.00014838034,0.0003573957,0.00003456666,0.00093934604,0.00041904478,0.00095104356],"category_scores_gemma":[0.00006848267,0.00021442615,0.00020007599,0.00007030472,0.00017437025,0.00034308014,0.000038374703,0.000904539,0.00023796591],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.006686035,0.0027051875,0.07447022,0.00012298327,0.0007641952,0.000011184554,0.1299254,0.00029586503,0.010019174,0.41307217,0.10794145,0.25398615],"study_design_scores_gemma":[0.025866779,0.0067905127,0.19411404,0.002404322,0.0007535914,0.00016331817,0.10498701,0.03275659,0.000944842,0.5258686,0.10046729,0.0048831026],"about_ca_topic_score_codex":0.00013279065,"about_ca_topic_score_gemma":0.000014404145,"teacher_disagreement_score":0.24910304,"about_ca_system_score_codex":0.000016298141,"about_ca_system_score_gemma":0.00010581893,"threshold_uncertainty_score":0.9999622},"labels":[],"label_agreement":null},{"id":"W2593930331","doi":"10.1007/s40596-017-0692-6","title":"Evaluation of Residents in Psychiatry: Perspectives and Alternatives","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal","funders":"","keywords":"Psychology; MEDLINE; Psychiatry; Medical education; Medicine; Political science","score_opus":0.04277069273562405,"score_gpt":0.43465906541760846,"score_spread":0.3918883726819844,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2593930331","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96525514,0.003965674,0.000023278812,0.023299407,0.0018036321,0.00035361902,0.0000017218433,0.000012446913,0.00528507],"genre_scores_gemma":[0.9946558,0.00048111496,0.0038520526,0.0003574548,0.00052485114,0.000028846063,0.0000046642813,0.000012561056,0.00008269353],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984438,0.000076078104,0.00036627235,0.0002595902,0.00071149244,0.00014277715],"domain_scores_gemma":[0.99888605,0.000015531865,0.0003315733,0.00042014307,0.0003072349,0.000039491726],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020820268,0.00009825367,0.00018557705,0.00025180582,0.0001108735,0.000010262648,0.00019888974,0.00017148488,0.000061867344],"category_scores_gemma":[0.0021580341,0.00009264084,0.000027484733,0.0001400868,0.00024824383,0.00022227995,0.00004665408,0.00053266285,0.000005442561],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000045325214,0.00013357143,0.9586188,0.000067449284,0.000043713557,1.555937e-7,0.0018020716,0.0000011072593,0.00023094006,0.0138712,0.0042215385,0.02096408],"study_design_scores_gemma":[0.0018839331,0.00005674396,0.9548432,0.00049981463,0.00011324919,0.000011717635,0.004017274,0.00066548644,0.000052825853,0.037730522,0.000050108963,0.00007509204],"about_ca_topic_score_codex":0.00012517575,"about_ca_topic_score_gemma":0.000031825057,"teacher_disagreement_score":0.029400611,"about_ca_system_score_codex":0.00010274656,"about_ca_system_score_gemma":0.0005418264,"threshold_uncertainty_score":0.37777835},"labels":[],"label_agreement":null},{"id":"W2605532224","doi":"10.1007/s40596-016-0656-2","title":"Academic Productivity in Psychiatry: Benchmarks for the H-Index","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"scientometrics and bibliometrics research","field":"Decision Sciences","cited_by":28,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Bibliometrics; Context (archaeology); Benchmarking; Index (typography); Promotion (chess); Citation; Psychology; Productivity; Rank (graph theory); Medical education; Library science; Medicine; Computer science; Political science; Management; Mathematics; World Wide Web","score_opus":0.4300700536348611,"score_gpt":0.5780992450496059,"score_spread":0.14802919141474474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2605532224","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76324385,0.013635547,0.0038555851,0.1847014,0.024968762,0.0020386372,0.000089086985,0.00004660258,0.007420561],"genre_scores_gemma":[0.9927009,0.0012002663,0.0009563612,0.0009313164,0.002145826,0.00015763269,0.000004036707,0.000027171984,0.001876525],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9903035,0.00022258692,0.0012381396,0.0014910925,0.0054890634,0.0012556063],"domain_scores_gemma":[0.991299,0.0036609452,0.0009864649,0.0029452797,0.0007308152,0.00037752304],"candidate_categories":["metaresearch","bibliometrics","sts","scholarly_communication","open_science","research_integrity"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.038406327,0.00030775773,0.00047869506,0.013737993,0.0016371504,0.0012995614,0.011654835,0.0007196929,0.0002064552],"category_scores_gemma":[0.045108773,0.0001875392,0.00030027863,0.029761406,0.0005664156,0.0014742209,0.0012655413,0.0029392513,0.0001325882],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000634135,0.00005128215,0.7626251,0.000008281878,0.000013213469,3.0742592e-7,0.000054263583,0.000023350629,0.000042036118,0.007199569,0.16690585,0.06301334],"study_design_scores_gemma":[0.00083762873,0.00005765672,0.7413251,0.000029830064,0.0000098729815,0.000007458846,0.00031845263,0.0034587577,0.00002576595,0.18356983,0.07012423,0.00023541866],"about_ca_topic_score_codex":0.00017522046,"about_ca_topic_score_gemma":0.00028034698,"teacher_disagreement_score":0.22945704,"about_ca_system_score_codex":0.00011019268,"about_ca_system_score_gemma":0.0009364757,"threshold_uncertainty_score":0.9997372},"labels":[],"label_agreement":null},{"id":"W2622390686","doi":"10.1007/s40596-017-0735-z","title":"Building Provincial Mental Health Capacity in Primary Care: An Evaluation of a Project ECHO Mental Health Program","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":138,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto; University Health Network","funders":"Ontario Ministry of Health and Long-Term Care; Centre for Addiction and Mental Health","keywords":"Mental health; Competence (human resources); Program evaluation; Medicine; Nursing; Psychology; Psychiatry","score_opus":0.11388661254127144,"score_gpt":0.4734643346676833,"score_spread":0.3595777221264118,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2622390686","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97588235,0.0048721475,0.0000042738025,0.0043414035,0.0038007512,0.0075395857,0.00025103995,0.00009959127,0.0032088447],"genre_scores_gemma":[0.99218136,0.0001935901,0.004678244,0.001171972,0.00053200853,0.00073988276,0.00042009843,0.000044981185,0.00003787654],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9958569,0.000727654,0.0010176575,0.00075504155,0.00079861115,0.0008441441],"domain_scores_gemma":[0.99770176,0.000014866403,0.0012780711,0.00071020384,0.0000559425,0.00023913042],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0025342922,0.0003230784,0.0005493254,0.00025739404,0.0009397862,0.000038279577,0.00071019353,0.0003132566,0.000045170094],"category_scores_gemma":[0.00001571132,0.00031348117,0.00009898717,0.00018066794,0.00016893269,0.00058799604,0.00012520431,0.0007939656,0.000010937941],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00051924237,0.0014647854,0.3476992,0.00070416275,0.000051937186,5.2917284e-7,0.016972026,5.9705707e-7,0.00007242358,0.001340242,0.0046070768,0.6265678],"study_design_scores_gemma":[0.014561702,0.0036630095,0.9676624,0.0014007196,0.000057253343,0.000045236673,0.0068254014,0.00027785733,0.000111914786,0.0018618483,0.0028698726,0.0006627847],"about_ca_topic_score_codex":0.010069886,"about_ca_topic_score_gemma":0.003082028,"teacher_disagreement_score":0.625905,"about_ca_system_score_codex":0.0017802124,"about_ca_system_score_gemma":0.0015423713,"threshold_uncertainty_score":0.99993175},"labels":[],"label_agreement":null},{"id":"W2707335784","doi":"10.1007/s40596-017-0721-5","title":"Standardizing Training in Mindfulness-Based Interventions in Canadian Psychiatry Postgraduate Programs: A Competency-Based Framework","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mindfulness; Psychological intervention; Psychology; Medical education; Training (meteorology); Psychotherapist; Medicine; Psychiatry","score_opus":0.06301093943138561,"score_gpt":0.3849633217806408,"score_spread":0.32195238234925516,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2707335784","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79678774,0.003385454,0.058329176,0.08720638,0.028455647,0.0022685942,0.0005132649,0.0003094952,0.02274428],"genre_scores_gemma":[0.99063414,8.7461075e-7,0.004519964,0.0011905837,0.00037415666,0.0029154138,0.000061259154,0.000079772726,0.00022382924],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99539745,0.0003703497,0.001444351,0.00093082484,0.00037641783,0.0014806249],"domain_scores_gemma":[0.9971204,0.000115127375,0.00069391285,0.0014002124,0.000081773695,0.00058857445],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014782238,0.0004779357,0.00066442013,0.0013046634,0.0007595796,0.00018776291,0.0016505852,0.0008632642,0.002883388],"category_scores_gemma":[0.00023144134,0.0005124445,0.00067434745,0.00058859965,0.00028321796,0.0002489771,0.00007889377,0.0027852645,0.0001553231],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015949633,0.00044500857,0.5824606,0.00015935843,0.00006357107,0.000036389218,0.00065412396,0.00005787203,6.92212e-7,0.38089058,0.003307595,0.031764735],"study_design_scores_gemma":[0.006408018,0.00045803073,0.4833769,0.018357545,0.00012539407,0.00003467188,0.008183469,0.001500734,0.000029791732,0.47068924,0.009389018,0.0014471908],"about_ca_topic_score_codex":0.056166355,"about_ca_topic_score_gemma":0.5456711,"teacher_disagreement_score":0.48950475,"about_ca_system_score_codex":0.0003151751,"about_ca_system_score_gemma":0.0033995484,"threshold_uncertainty_score":0.99973273},"labels":[],"label_agreement":null},{"id":"W2729098014","doi":"10.1007/s40596-017-0756-7","title":"Integrating Clinical Neurosciences in a Psychiatry Residency Training Program: A Brief Report with Pilot Data","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Undergraduate Neuroscience Education and Research","field":"Neuroscience","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; Dalhousie University","funders":"National Institute of Mental Health; National Institutes of Health; Dalhousie University; Health Research Board","keywords":"Curriculum; Medical education; Session (web analytics); Psychology; Medicine; Psychiatry; Pedagogy","score_opus":0.42851379763847797,"score_gpt":0.5175506220479704,"score_spread":0.08903682440949245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2729098014","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87731904,0.000106978325,0.00017218449,0.09066531,0.017724209,0.0012297403,0.000017217606,0.00030046277,0.012464882],"genre_scores_gemma":[0.98341674,0.00035368573,0.00994748,0.0032018053,0.0011025077,0.00009480472,0.000006341678,0.000051599058,0.0018250631],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9933821,0.00054666086,0.0012736,0.0024252473,0.0012681324,0.0011042361],"domain_scores_gemma":[0.99508005,0.00042872375,0.0009953128,0.002988003,0.00005723585,0.00045069147],"candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0035767362,0.00035213906,0.0004281203,0.0003383908,0.0015636319,0.0006505798,0.0058788746,0.00021636013,0.000020216203],"category_scores_gemma":[0.01095631,0.0002670019,0.00007631285,0.0009757992,0.002143324,0.0020335005,0.00083120173,0.003022998,0.00002679604],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000178726,0.0011640162,0.9499017,0.00004867727,0.000004312202,0.00017535186,0.00030557282,0.0000034665163,0.004621529,0.01373789,0.011322512,0.018536236],"study_design_scores_gemma":[0.0038251518,0.0034669638,0.92717093,0.0012741182,0.00004348688,0.0039592753,0.0027697019,0.0059907855,0.00036821,0.027986385,0.021655196,0.0014897722],"about_ca_topic_score_codex":0.00019729663,"about_ca_topic_score_gemma":0.00095036376,"teacher_disagreement_score":0.1060977,"about_ca_system_score_codex":0.000033611024,"about_ca_system_score_gemma":0.005065536,"threshold_uncertainty_score":0.99997824},"labels":[],"label_agreement":null},{"id":"W2730158626","doi":"10.1007/s40596-017-0743-z","title":"Sex on the Silver Screen: Using Film to Teach About Paraphilias","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Sexuality, Behavior, and Technology","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Paraphilia; Psychology; Medical education; Psychoanalysis; Medicine; Clinical psychology; Sexual behavior","score_opus":0.07310533978678183,"score_gpt":0.3911083239788071,"score_spread":0.31800298419202533,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2730158626","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9285777,0.00065595866,0.000068191555,0.020159906,0.0051963637,0.00050355075,0.000042731615,0.00023362965,0.044561975],"genre_scores_gemma":[0.97144055,0.000029225832,0.00028245948,0.014007881,0.001343222,0.000080945036,0.0000066664784,0.0000659824,0.012743065],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9976196,0.00017494525,0.00043924854,0.00074886787,0.00029264193,0.0007246887],"domain_scores_gemma":[0.99691826,0.00013315013,0.00030125852,0.0024558387,0.000030410858,0.00016108032],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0007732941,0.00032261654,0.000332432,0.00018876421,0.00088118087,0.000051952717,0.0020376118,0.00093153794,0.000864012],"category_scores_gemma":[0.00014936493,0.00024978962,0.00013673528,0.00016615927,0.00036986818,0.00009753788,0.0002531169,0.0018346043,0.0010508427],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000100239886,0.00019646069,0.55133146,0.0000056273466,0.00012199845,0.000009933574,0.0013521882,0.0000035007645,0.0010857661,0.22231351,0.21223868,0.011240624],"study_design_scores_gemma":[0.001610307,0.0003942226,0.6422855,0.00015497647,0.00018690004,0.00013534665,0.003920769,0.00003894121,0.00051943836,0.025480943,0.3242689,0.0010037004],"about_ca_topic_score_codex":0.0005228803,"about_ca_topic_score_gemma":0.00006446953,"teacher_disagreement_score":0.19683257,"about_ca_system_score_codex":0.000042320236,"about_ca_system_score_gemma":0.000060389757,"threshold_uncertainty_score":0.9999954},"labels":[],"label_agreement":null},{"id":"W2750599499","doi":"10.1007/s40596-017-0798-x","title":"The Doctor Is In: Media Portrayals of Psychiatrists and Their Influence on Canadian Medical Students’ Recruitment into Psychiatry","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Empathy and Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; McMaster University","funders":"","keywords":"Psychiatry; Psychology; Medical education; Medicine","score_opus":0.030450725525543218,"score_gpt":0.37929830902850536,"score_spread":0.34884758350296213,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2750599499","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.844744,0.005204552,8.706534e-7,0.14372109,0.004216568,0.00067263696,0.000013699986,0.000016821683,0.0014097237],"genre_scores_gemma":[0.9719724,0.006608479,0.00021211895,0.019855693,0.0010697603,0.000097793,0.000009325882,0.000026650545,0.0001477992],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99698526,0.00008490424,0.00082870765,0.00048273345,0.0010940944,0.0005243117],"domain_scores_gemma":[0.9971271,0.00019803048,0.00038855366,0.0009673611,0.000083314364,0.0012356504],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0019290225,0.00028128288,0.00043570407,0.00020229508,0.00044923386,0.000038738137,0.0011276099,0.00068440556,0.00012944656],"category_scores_gemma":[0.0014577713,0.00018240791,0.000106405896,0.00016149718,0.0005432864,0.00012929081,0.000106823136,0.0016470335,0.000028717102],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018746295,0.00022055476,0.943388,0.00013125164,0.00007925326,0.000004392165,0.0091234865,1.2683607e-7,0.000015316062,0.0030111584,0.023327243,0.02051175],"study_design_scores_gemma":[0.002063943,0.00025480834,0.96049273,0.0013724426,0.000051623087,0.000048940063,0.004737536,0.000009769233,0.000050678223,0.009936458,0.020777222,0.00020382456],"about_ca_topic_score_codex":0.009241469,"about_ca_topic_score_gemma":0.03570585,"teacher_disagreement_score":0.12722835,"about_ca_system_score_codex":0.00012157429,"about_ca_system_score_gemma":0.003563588,"threshold_uncertainty_score":0.99735606},"labels":[],"label_agreement":null},{"id":"W2755197991","doi":"10.1007/s40596-017-0781-6","title":"What Do We Mean by Physician Wellness? A Systematic Review of Its Definition and Measurement","year":2017,"lang":"en","type":"review","venue":"Academic Psychiatry","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":162,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Operationalization; Conceptualization; CLARITY; Construct (python library); Psychology; Systematic review; Applied psychology; MEDLINE; Comparability; Psychological intervention; Medical education; Medicine; Computer science; Psychiatry","score_opus":0.22484095684361705,"score_gpt":0.48596112289102333,"score_spread":0.2611201660474063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755197991","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[9.743862e-7,0.9794405,0.000004918912,0.0058640074,0.0061758785,0.0074874186,0.00027148213,0.00006151392,0.00069331523],"genre_scores_gemma":[0.000008165413,0.9930212,0.00003510828,0.0032443586,0.00091043836,0.0021633264,0.00013128074,0.00011602027,0.00037008253],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.9895527,0.0036022358,0.0038834265,0.0008334813,0.0013035475,0.0008246025],"domain_scores_gemma":[0.9911582,0.0006046909,0.0061947256,0.0012420195,0.00042478362,0.0003756064],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0055335043,0.00079837797,0.0053136544,0.00020555123,0.0010062845,0.000026656146,0.0010120827,0.0017945243,0.00008744929],"category_scores_gemma":[0.0006977664,0.00055764324,0.00057052437,0.00024315459,0.00009446102,0.0004587047,0.00032224858,0.004036427,0.00031153127],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003207472,0.00003334703,0.0000073041206,0.7538861,0.00015005241,4.822369e-7,0.00016181107,4.0978076e-10,1.8776163e-7,0.0011027018,0.017273199,0.22738162],"study_design_scores_gemma":[0.00016040933,0.00002148321,6.589426e-7,0.6284448,0.0014175471,0.00000418712,0.00052507105,1.7848826e-7,1.0172513e-7,0.00089122937,0.36823002,0.00030432083],"about_ca_topic_score_codex":0.00001970382,"about_ca_topic_score_gemma":0.000014045093,"teacher_disagreement_score":0.35095683,"about_ca_system_score_codex":0.00029420972,"about_ca_system_score_gemma":0.0024901722,"threshold_uncertainty_score":0.9996875},"labels":[],"label_agreement":null},{"id":"W2759512183","doi":"10.1007/s40596-017-0799-9","title":"Competency-Based Medical Education: Objectives for a Foundational Emergency Psychiatry Experience","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medical education; Psychology; Emergency psychiatry; Medicine; MEDLINE; Psychiatry; Political science","score_opus":0.02197858274401081,"score_gpt":0.4120760480091165,"score_spread":0.3900974652651057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2759512183","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47294286,0.0018743147,0.015408449,0.44187674,0.04996886,0.001662453,0.000018656501,0.0002248087,0.016022857],"genre_scores_gemma":[0.7225837,0.00020788863,0.22904713,0.03210414,0.011790384,0.0015585595,0.00040095003,0.000086358894,0.0022208658],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973791,0.000032936325,0.0007792724,0.00055148255,0.000870258,0.00038691255],"domain_scores_gemma":[0.99781877,0.000040962113,0.0004944066,0.00092349295,0.0004694364,0.00025291712],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00060324953,0.00023942483,0.00029003035,0.00021336261,0.00096613803,0.000030359806,0.0007866174,0.00048907934,0.0019721156],"category_scores_gemma":[0.003733121,0.00022889616,0.00016383688,0.00025528515,0.00040367816,0.00031803257,0.000056604327,0.0008755524,0.000071166425],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014367404,0.00079887046,0.5315414,0.0002664071,0.000054517357,2.5715968e-7,0.00036355556,6.939876e-7,0.000052299067,0.24109985,0.20686312,0.018815337],"study_design_scores_gemma":[0.004211341,0.0003603884,0.7064776,0.0013618069,0.00019086174,0.0001305002,0.0027027926,0.0033548935,0.000058922087,0.18067154,0.099771075,0.0007082893],"about_ca_topic_score_codex":0.000019016958,"about_ca_topic_score_gemma":0.000023570305,"teacher_disagreement_score":0.4097726,"about_ca_system_score_codex":0.00012155703,"about_ca_system_score_gemma":0.01608546,"threshold_uncertainty_score":0.9989402},"labels":[],"label_agreement":null},{"id":"W2761752119","doi":"10.1007/s40596-017-0830-1","title":"The Human Condition: A Case for Closer Integration of Psychiatry and the Medical Humanities","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Empathy and Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Medical humanities; Psychology; Human condition; Humanities; Psychoanalysis; Psychiatry; Psychotherapist; Medicine; Medical education; Philosophy; Epistemology","score_opus":0.03637243705643007,"score_gpt":0.3826342698767113,"score_spread":0.3462618328202812,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2761752119","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8620896,0.0046046753,0.00013578052,0.12690026,0.0029504334,0.0006700406,0.000011654282,0.000021928683,0.0026156527],"genre_scores_gemma":[0.99176645,0.00073995924,0.0003246428,0.0037984836,0.0022943248,0.00014397428,0.000024308894,0.000013893534,0.0008939658],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9988657,0.00006095126,0.00042968008,0.00016922803,0.00030079685,0.00017361998],"domain_scores_gemma":[0.9987493,0.00027183874,0.0003320633,0.00043999753,0.000092767084,0.00011403511],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0013226655,0.00011532099,0.00021571567,0.000032780605,0.0013235076,0.000029280445,0.00025691887,0.0002724166,0.000052122425],"category_scores_gemma":[0.0011513615,0.000059897444,0.000104312196,0.000029095847,0.00133679,0.00010768252,0.000041493484,0.00069490436,0.000002326244],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050289213,0.00013846764,0.012238178,0.00033500735,0.00014914607,0.0000065188005,0.00754607,2.8246331e-8,0.000053912565,0.9125361,0.054870866,0.011622816],"study_design_scores_gemma":[0.025095895,0.0009900741,0.08810932,0.00276283,0.0013665283,0.00595151,0.12490702,0.00044908546,0.00030622154,0.70555294,0.04400976,0.00049881294],"about_ca_topic_score_codex":0.000095031624,"about_ca_topic_score_gemma":0.00033470054,"teacher_disagreement_score":0.20698315,"about_ca_system_score_codex":0.000013742401,"about_ca_system_score_gemma":0.00038512493,"threshold_uncertainty_score":0.99997663},"labels":[],"label_agreement":null},{"id":"W2766212277","doi":"10.1007/s40596-017-0840-z","title":"Interprofessional Simulation Training to Promote Working With Families and Networks in Mental Health Services","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Family and Patient Care in Intensive Care Units","field":"Health Professions","cited_by":20,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"South London and Maudsley NHS Foundation Trust","keywords":"Thematic analysis; Mental health; Interprofessional education; Medical education; Psychology; Nursing; Health care; Data collection; Medicine; Qualitative research; Psychiatry","score_opus":0.08691413402207383,"score_gpt":0.41741212902265795,"score_spread":0.33049799500058413,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766212277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98372734,0.00072082423,0.0003086317,0.0072047375,0.0056840824,0.00096121733,0.000015461117,0.00005670828,0.0013209847],"genre_scores_gemma":[0.9778504,0.00016245364,0.0011884714,0.020023242,0.0005283418,0.00005787531,0.000039874656,0.000028564315,0.00012080724],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998185,0.00019745644,0.00050740613,0.0003694223,0.00020771155,0.0005329986],"domain_scores_gemma":[0.99872607,0.00027516985,0.00042146607,0.00028210046,0.000108992404,0.00018617466],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0005303588,0.00019781826,0.0002917129,0.00015929209,0.0014691309,0.000017355642,0.00030805924,0.0003100025,0.0000133339545],"category_scores_gemma":[0.00009451299,0.00016255687,0.000023844346,0.00012297457,0.00007105157,0.0002418915,0.00022498492,0.0015144343,0.000010681136],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046032944,0.0000102359445,0.9325596,0.00013793631,0.000014907763,9.710966e-7,0.049383122,0.00053613825,0.000010019096,0.0005608034,0.001434146,0.014891786],"study_design_scores_gemma":[0.002179498,0.00038587747,0.8018911,0.03874757,0.000011807984,0.0000049209716,0.12796356,0.012109831,9.713716e-7,0.00079460687,0.015460528,0.00044975287],"about_ca_topic_score_codex":0.00030302376,"about_ca_topic_score_gemma":0.0018490123,"teacher_disagreement_score":0.13066854,"about_ca_system_score_codex":0.00010526338,"about_ca_system_score_gemma":0.00028556737,"threshold_uncertainty_score":0.99983084},"labels":[],"label_agreement":null},{"id":"W2766460381","doi":"10.1007/s40596-017-0808-z","title":"SMART-R: A Prospective Cohort Study of a Resilience Curriculum for Residents by Residents","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":43,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital","funders":"American Psychiatric Institute for Research and Education","keywords":"Resilience (materials science); Curriculum; Prospective cohort study; Medical education; Psychology; Cohort; Medicine; Psychological resilience; Cohort study; Gerontology; Family medicine; Pedagogy; Psychotherapist; Internal medicine","score_opus":0.0366326123916369,"score_gpt":0.4558358245589951,"score_spread":0.4192032121673582,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2766460381","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9798868,0.002470495,0.000043474884,0.0044093267,0.004637879,0.006586523,0.0002162048,0.00008085619,0.0016684682],"genre_scores_gemma":[0.99136746,0.0007914625,0.0004025892,0.0006908883,0.00076172344,0.0019951214,0.000020911426,0.000055098837,0.003914749],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952623,0.0005905963,0.0014621215,0.0008784141,0.0008573193,0.00094920344],"domain_scores_gemma":[0.99575794,0.0003834529,0.0017652718,0.0012968122,0.0004752598,0.00032125],"candidate_categories":["metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0021650349,0.00031996807,0.0007024182,0.0001355144,0.003213991,0.00001643922,0.0014280687,0.0006998183,0.00008095692],"category_scores_gemma":[0.0015729073,0.0002667519,0.00011762772,0.00015342412,0.00015910731,0.00040689885,0.0005070403,0.0020129741,0.00006760318],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002245352,0.00038433934,0.8991518,0.0004502681,0.00007156696,9.958985e-7,0.0013212786,1.8858266e-7,0.000098797194,0.00061571755,0.09712063,0.00055985665],"study_design_scores_gemma":[0.0030250482,0.00037275386,0.9785034,0.003664757,0.00007382708,9.259707e-7,0.006231643,0.000024168605,0.000025744597,0.007087717,0.00072751136,0.0002624765],"about_ca_topic_score_codex":0.009197066,"about_ca_topic_score_gemma":0.0017582607,"teacher_disagreement_score":0.096393116,"about_ca_system_score_codex":0.000169451,"about_ca_system_score_gemma":0.00092455535,"threshold_uncertainty_score":0.9999785},"labels":[],"label_agreement":null},{"id":"W2767900841","doi":"10.1007/s40596-017-0800-7","title":"The Relationship Between Psychological Distress and Perception of Emotional Support in Medical Students and Residents and Implications for Educational Institutions","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":88,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Nova Scotia Health Authority; University of Ottawa; University of New Brunswick; University of Calgary","funders":"Dalhousie University","keywords":"Burnout; Feeling; Clinical psychology; Distress; Psychological resilience; Psychology; Psychological intervention; Suicidal ideation; Empathy; Stressor; Medicine; Psychiatry; Social psychology; Suicide prevention; Poison control","score_opus":0.1969270788864299,"score_gpt":0.5713393374243969,"score_spread":0.374412258537967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767900841","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8603526,0.00092906517,0.000081739716,0.13698241,0.0005713792,0.0006450228,0.00021547044,0.000009017387,0.00021332038],"genre_scores_gemma":[0.9957941,0.0020815765,0.00033507825,0.0006132849,0.0005450395,0.00029359586,0.00010926648,0.00000887727,0.00021918552],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980803,0.00024652452,0.0007159794,0.00032496772,0.00034249522,0.00028973806],"domain_scores_gemma":[0.99685234,0.002158472,0.00037519616,0.00028429087,0.000094383635,0.00023531391],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0016360519,0.00011618393,0.00019823955,0.000077349694,0.0029758397,0.00002288679,0.00044024587,0.0005126451,0.000036583628],"category_scores_gemma":[0.0022227496,0.00008454394,0.000027537899,0.00005711338,0.0005210952,0.00018679832,0.00027242795,0.0010375658,0.0000035470086],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030543033,0.00004402709,0.9209536,0.0001242975,0.000007708926,4.6164196e-8,0.00025410656,2.6429545e-8,0.000002904015,0.07068815,0.0019627174,0.00593188],"study_design_scores_gemma":[0.0008733519,0.00003217361,0.9000151,0.0009731456,0.000013980107,0.0000045424695,0.00052857504,0.0000037081973,2.7416979e-8,0.097170785,0.00031178584,0.000072806535],"about_ca_topic_score_codex":0.00012787034,"about_ca_topic_score_gemma":0.00031420673,"teacher_disagreement_score":0.13636912,"about_ca_system_score_codex":0.000044397766,"about_ca_system_score_gemma":0.00044409043,"threshold_uncertainty_score":0.9983221},"labels":[],"label_agreement":null},{"id":"W2793871080","doi":"10.1007/s40596-017-0878-y","title":"Collaborating with Families: Exploring Family Member and Health Care Provider Perspectives on Engaging Families Within Medical Education","year":2018,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Family Caregiving in Mental Illness","field":"Psychology","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; Centre for Addiction and Mental Health","funders":"","keywords":"Mental health; Confidentiality; Psychology; Qualitative research; Nursing; Perception; Medical education; Medicine; Psychiatry","score_opus":0.041194335604813996,"score_gpt":0.3618060752517317,"score_spread":0.3206117396469177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2793871080","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95517933,0.0122503545,0.00006894563,0.0044614505,0.006528976,0.00065330707,0.000012065551,0.00027891452,0.020566653],"genre_scores_gemma":[0.9837762,0.0004980541,0.003071276,0.0100819655,0.0018357849,0.00038986208,0.000015320667,0.000103525395,0.00022801952],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9967076,0.00034641105,0.00056752295,0.0010312387,0.0007267944,0.00062041095],"domain_scores_gemma":[0.99844664,0.00014788214,0.00032279216,0.0005440964,0.00021223402,0.00032632516],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008190799,0.0004203321,0.00040139942,0.00031059986,0.00065282994,0.000053746848,0.0004108293,0.00034064046,0.00007020604],"category_scores_gemma":[0.00016498612,0.00036791508,0.000042937412,0.0006637723,0.0006012378,0.00035987713,0.000111067246,0.0014698174,0.00005872203],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003214076,0.00024941796,0.1964355,0.00037266934,0.00020113043,0.0000050078324,0.70105654,0.000007384088,0.00011404103,0.03405223,0.036399134,0.03078553],"study_design_scores_gemma":[0.0011105597,0.00065194804,0.035316326,0.0014331993,0.00002896189,0.000060590413,0.9575262,0.000021127758,0.00004901078,0.0001952528,0.0031377913,0.00046900855],"about_ca_topic_score_codex":0.0007683637,"about_ca_topic_score_gemma":0.00042991486,"teacher_disagreement_score":0.25646967,"about_ca_system_score_codex":0.00037914622,"about_ca_system_score_gemma":0.0017228049,"threshold_uncertainty_score":0.9998773},"labels":[],"label_agreement":null},{"id":"W2804626906","doi":"10.1007/s40596-018-0934-2","title":"A Qualitative Analysis of Stress and Relaxation Themes Contributing to Burnout in First-Year Psychiatry and Medicine Residents","year":2018,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":24,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Mount Sinai Hospital","funders":"Onyx Pharmaceuticals; National Institute of Mental Health; American Psychiatric Institute for Research and Education","keywords":"Burnout; Stressor; Feeling; Distress; Psychology; Clinical psychology; Depression (economics); Qualitative research; Psychological intervention; Social support; Medicine; Psychiatry; Psychotherapist; Social psychology","score_opus":0.05476346391755145,"score_gpt":0.49066495791196607,"score_spread":0.43590149399441463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2804626906","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9468064,0.009895879,0.00016666348,0.04045171,0.0012524485,0.0007110646,0.00013627119,0.000034486293,0.0005450801],"genre_scores_gemma":[0.99344337,0.0017958496,0.0014665951,0.0022331448,0.00077058555,0.00006973647,0.000037266876,0.000022103935,0.00016137115],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99604243,0.0009504306,0.001387228,0.0005231399,0.0004175672,0.00067918276],"domain_scores_gemma":[0.99716073,0.0012240739,0.0007502648,0.0002963962,0.0002887123,0.00027982035],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0028866343,0.00022634884,0.000735782,0.0007476428,0.0006806291,0.0000036894915,0.00021577062,0.0005461432,0.00015198342],"category_scores_gemma":[0.0013183225,0.00017782653,0.000051049818,0.0012690751,0.00022788165,0.00014355525,0.0002306552,0.0011445995,0.000012302143],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022883892,0.000030655698,0.9433504,0.0004774354,0.00015061251,2.5121713e-7,0.042916875,0.0000011375488,0.000028533259,0.010810244,0.0014138676,0.0005911579],"study_design_scores_gemma":[0.001539662,0.0001971615,0.86941814,0.010546305,0.00019691128,4.075426e-7,0.10378072,0.00013038564,0.0000051889674,0.013867692,0.00013982577,0.00017762223],"about_ca_topic_score_codex":0.0027834629,"about_ca_topic_score_gemma":0.0077553517,"teacher_disagreement_score":0.073932275,"about_ca_system_score_codex":0.00007313466,"about_ca_system_score_gemma":0.0003157751,"threshold_uncertainty_score":0.72515553},"labels":[],"label_agreement":null},{"id":"W2806555860","doi":"10.1007/s40596-018-0940-4","title":"Psychotherapy Competency Milestones: an Exploratory Pilot of CBT and Psychodynamic Psychotherapy Skills Acquisition in Junior Psychiatry Residents","year":2018,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Psychotherapy Techniques and Applications","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System; University of Toronto","funders":"","keywords":"Psychotherapist; Psychology; Psychodynamics; Psychodynamic psychotherapy; Psychiatry; Medicine","score_opus":0.018099488229873596,"score_gpt":0.3544043958056214,"score_spread":0.33630490757574777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806555860","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9635211,0.010735696,0.0060174544,0.005260812,0.0067394315,0.0017849561,0.00013393578,0.00048505387,0.0053215376],"genre_scores_gemma":[0.9227507,0.017874522,0.040307738,0.01284825,0.0031223705,0.0014450274,0.000106141095,0.0004655108,0.0010797031],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9943772,0.000545875,0.00176622,0.0017413442,0.0005322038,0.0010371542],"domain_scores_gemma":[0.9963819,0.00009965955,0.0008727563,0.0020745327,0.00016546929,0.00040569162],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0010620928,0.000787562,0.00082977547,0.0010220049,0.00027383593,0.0000411012,0.0013633498,0.0008827987,0.0016244935],"category_scores_gemma":[0.000003159893,0.00082508306,0.00019832852,0.001477426,0.00084039074,0.00057715224,0.000021884038,0.0011950184,0.00017747127],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0037045353,0.0074907043,0.39601952,0.00013113212,0.00042196712,0.0000038717835,0.013945912,0.0000017231857,0.020435054,0.47292137,0.058051974,0.026872253],"study_design_scores_gemma":[0.0070014503,0.003125656,0.57830447,0.0006511806,0.000056059107,0.000089118774,0.0018869227,0.000034253655,0.00011491364,0.402958,0.0045943577,0.0011836245],"about_ca_topic_score_codex":0.00021757482,"about_ca_topic_score_gemma":0.0009421995,"teacher_disagreement_score":0.18228495,"about_ca_system_score_codex":0.00006513371,"about_ca_system_score_gemma":0.00028746625,"threshold_uncertainty_score":0.99942},"labels":[],"label_agreement":null},{"id":"W2806840575","doi":"10.1007/s40596-018-0943-1","title":"Lessons Learned: Implementing UK-Developed Interprofessional Simulation Training Courses in a Canadian Setting","year":2018,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":9,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health","funders":"Ontario Ministry of Health and Long-Term Care; Medical Psychiatry Alliance","keywords":"Medical education; Training (meteorology); Interprofessional education; Psychology; Medicine; Health care; Political science","score_opus":0.11002658053943738,"score_gpt":0.5290772347987981,"score_spread":0.4190506542593607,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2806840575","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89925826,0.00011148963,0.00040903492,0.06895943,0.008924885,0.0006947611,0.00004262302,0.00009692831,0.021502573],"genre_scores_gemma":[0.97964644,0.000011355033,0.002162052,0.012370741,0.002117749,0.00014954398,0.00011960266,0.000039480496,0.003383054],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99656194,0.00054291764,0.0009868629,0.00044398065,0.00030462325,0.0011596998],"domain_scores_gemma":[0.9983486,0.0004141086,0.00041549202,0.00021346245,0.00029730477,0.00031104858],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021864932,0.00021887262,0.00023962276,0.0005260533,0.0016161891,0.000014355391,0.0003110278,0.0005246734,0.0024273694],"category_scores_gemma":[0.000630705,0.00021266069,0.000044883906,0.0007385019,0.00006913492,0.00028652715,0.00010632852,0.001884922,0.0004718235],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020517346,0.000026847743,0.8833264,0.000059269238,0.00002471083,0.0000010232098,0.040834464,0.00005370023,0.00043739978,0.02594354,0.033349678,0.01573776],"study_design_scores_gemma":[0.0022187596,0.000087147506,0.5578312,0.0044095498,0.0000344834,0.000004222973,0.1864174,0.018478317,0.00002629354,0.026314247,0.2033212,0.0008571426],"about_ca_topic_score_codex":0.025211072,"about_ca_topic_score_gemma":0.41626194,"teacher_disagreement_score":0.39105088,"about_ca_system_score_codex":0.0006218208,"about_ca_system_score_gemma":0.015369729,"threshold_uncertainty_score":0.99968356},"labels":[],"label_agreement":null},{"id":"W2894241215","doi":"10.1007/s40596-018-0986-3","title":"Evaluating the Impact of an Innovative Public Speaking Competition to Promote Psychiatry as a Career Option for Ghanaian Medical Students","year":2018,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health; University of Alberta; Alberta Health Services","funders":"","keywords":"Competition (biology); Workforce; Mental health; Public health; Psychology; Medical education; Psychiatry; Focus group; Medicine; Nursing; Political science; Sociology","score_opus":0.11652492418469346,"score_gpt":0.5295891632716142,"score_spread":0.41306423908692075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894241215","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98465025,0.00025842048,0.00040613933,0.007642552,0.0033504544,0.002184727,0.000047769598,0.000064608794,0.0013950871],"genre_scores_gemma":[0.9913131,0.000005249621,0.0030265802,0.0027325037,0.0023184596,0.00035282818,0.00011002303,0.00004390211,0.00009738133],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967783,0.00031129352,0.00078342896,0.00055432186,0.00095622416,0.00061640574],"domain_scores_gemma":[0.9983557,0.00008275162,0.00048574063,0.000453667,0.0003255327,0.00029662275],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00244971,0.0002721528,0.00030713898,0.00024239608,0.000444489,0.00004801881,0.0011185377,0.00037885222,0.0008514681],"category_scores_gemma":[0.00012292652,0.00018936991,0.00011936953,0.0008853964,0.0001479431,0.00029906997,0.0001393764,0.00056424114,0.00013706317],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0026317425,0.0022974527,0.66669536,0.00019575174,0.0009055293,0.0000017239389,0.017207393,0.0000052391792,0.0005622121,0.067135535,0.0070680776,0.23529397],"study_design_scores_gemma":[0.00898978,0.01694227,0.93603563,0.0012135232,0.0001717762,0.00010827584,0.00670369,0.0013392578,0.00012276397,0.026588794,0.0010429524,0.00074130436],"about_ca_topic_score_codex":0.00059602363,"about_ca_topic_score_gemma":0.00029889343,"teacher_disagreement_score":0.26934025,"about_ca_system_score_codex":0.0001691092,"about_ca_system_score_gemma":0.000408916,"threshold_uncertainty_score":0.9322979},"labels":[],"label_agreement":null},{"id":"W2895375484","doi":"10.1007/s40596-018-0982-7","title":"The Development and Validation of a Workplace-Based Leadership Program for Senior Residents in Psychiatry","year":2018,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Psychology; Medical education; Leadership development; Program director; Psychiatry; Medicine; Management","score_opus":0.04599183614397886,"score_gpt":0.37252747790514534,"score_spread":0.3265356417611665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895375484","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9572905,0.0007108806,0.0007255357,0.037659526,0.002116535,0.0012459604,0.0000010061624,0.000044442215,0.0002056708],"genre_scores_gemma":[0.8550624,0.000019244719,0.14065625,0.002592429,0.00090044213,0.00041485162,0.000041560314,0.000026801068,0.00028600718],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9985271,0.000042785112,0.0006225832,0.00023611268,0.00029200022,0.00027939884],"domain_scores_gemma":[0.9992546,0.000097354896,0.00021770241,0.00022353494,0.0001577845,0.000049051774],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001242162,0.00011838731,0.00015793205,0.00019321771,0.00015461782,0.000009993012,0.00014136777,0.00025405173,0.000008688004],"category_scores_gemma":[0.0005386875,0.000091261594,0.000030660114,0.00057837705,0.00024245915,0.000059686372,0.00001581787,0.00042873307,0.000005918979],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069542683,0.00031826674,0.8292043,0.0006819367,0.000049059166,7.7104545e-8,0.0013900999,0.0000010448399,0.00015000948,0.0030340701,0.043084197,0.12139149],"study_design_scores_gemma":[0.007266062,0.0008642995,0.93400824,0.0030949174,0.00014755836,0.00001873114,0.008162732,0.0010812578,0.0057920334,0.008970208,0.030188471,0.00040550705],"about_ca_topic_score_codex":0.0000046862506,"about_ca_topic_score_gemma":0.000032585853,"teacher_disagreement_score":0.13993073,"about_ca_system_score_codex":0.00007652794,"about_ca_system_score_gemma":0.00092817534,"threshold_uncertainty_score":0.37215397},"labels":[],"label_agreement":null},{"id":"W2895928899","doi":"10.1007/s40596-018-0984-5","title":"Tele-Behavioral Health, Collaborative Care, and Integrated Care: Learning to Leverage Scarce Psychiatric Resources over Distance, Populations, and Time","year":2018,"lang":"en","type":"review","venue":"Academic Psychiatry","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Leverage (statistics); Health care; Scarcity; Psychology; Psychiatry; Medicine; Computer science; Artificial intelligence","score_opus":0.03720974870974068,"score_gpt":0.4158373071076711,"score_spread":0.3786275583979304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2895928899","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.01936129,0.9748812,0.000044718847,0.0008724305,0.0009407886,0.0031764682,0.00030235405,0.00015799576,0.00026276332],"genre_scores_gemma":[0.0012318512,0.98844707,0.004638569,0.0015996872,0.0015494368,0.00019342764,0.001722041,0.00013679286,0.00048110884],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9958974,0.0004176035,0.0014911878,0.0010062476,0.00051142153,0.0006761229],"domain_scores_gemma":[0.9977092,0.00008963129,0.00091528805,0.0003765086,0.00022822565,0.00068115036],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00041011,0.0006918581,0.0018696723,0.00079492916,0.0005291379,0.00004402492,0.00018652751,0.0006500246,0.00005849261],"category_scores_gemma":[0.000064986154,0.0005834438,0.00014434934,0.0017112992,0.00014293368,0.00014889751,0.0001079389,0.0019187623,0.00003583178],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001401664,0.000039388575,0.04960053,0.01742712,0.000096610296,0.000003851712,0.008421206,1.3884353e-7,3.5915122e-7,0.00010257974,0.05944532,0.8647227],"study_design_scores_gemma":[0.001378317,0.0017709036,0.005842378,0.009946559,0.00090315065,0.000096654156,0.0065973885,0.0000018039348,9.72789e-8,0.000030429368,0.9729602,0.00047216978],"about_ca_topic_score_codex":0.00045045867,"about_ca_topic_score_gemma":0.00021425205,"teacher_disagreement_score":0.91351485,"about_ca_system_score_codex":0.00048613318,"about_ca_system_score_gemma":0.0016547415,"threshold_uncertainty_score":0.9996617},"labels":[],"label_agreement":null},{"id":"W2896029640","doi":"10.1007/s40596-018-0989-0","title":"Building eHealth and Telepsychiatry Capabilities: Three Educational Reports Across the Learning Continuum","year":2018,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; St. Michael's Hospital; University of Toronto; Sunnybrook Health Science Centre; Centre for Addiction and Mental Health","funders":"","keywords":"Telepsychiatry; eHealth; Telemedicine; Medical education; Psychology; Continuum of care; Multimedia; Computer science; Medicine; Health care","score_opus":0.02091078235063815,"score_gpt":0.39037139842833957,"score_spread":0.3694606160777014,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2896029640","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9113955,0.0027691964,0.00045340002,0.080480516,0.0032843743,0.00066342676,0.0000055088035,0.00010039776,0.0008476722],"genre_scores_gemma":[0.976891,0.00018801972,0.0038808023,0.011496955,0.0069411625,0.00007031918,0.000027661312,0.000038536502,0.00046554048],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99757254,0.00007615508,0.0008376581,0.0004888427,0.00039640552,0.000628419],"domain_scores_gemma":[0.9985434,0.00023041747,0.00043664317,0.00036961792,0.00014597096,0.0002739947],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013671126,0.00021677795,0.00030109147,0.00008432519,0.000739435,0.000021233847,0.0001222877,0.00020607686,0.00020931265],"category_scores_gemma":[0.00038973888,0.00015904545,0.00006358931,0.00030154968,0.00040877447,0.00014901265,0.000067808796,0.0011753641,0.000018005363],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092076356,0.000032244432,0.9399262,0.00017770402,0.000039829036,0.0000011086845,0.0018644785,1.81669e-7,0.00016190033,0.002381897,0.04521423,0.010108156],"study_design_scores_gemma":[0.0011000587,0.0005407583,0.88089734,0.00022424487,0.00007783576,0.0010154466,0.004377412,0.000038056533,0.00004378599,0.024001883,0.08750503,0.00017815497],"about_ca_topic_score_codex":0.00033830098,"about_ca_topic_score_gemma":0.00054141646,"teacher_disagreement_score":0.06898356,"about_ca_system_score_codex":0.000077419885,"about_ca_system_score_gemma":0.000710195,"threshold_uncertainty_score":0.6485685},"labels":[],"label_agreement":null},{"id":"W2910183602","doi":"10.1007/s40596-018-1015-2","title":"When Strangers MEET: Making Every Encounter Therapeutic","year":2019,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovative Education and Learning Practices","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto; Ontario Ministry of Health and Long-Term Care; Centre for Addiction and Mental Health","keywords":"Psychology; MEDLINE; Psychotherapist; Medical education; Medicine; Political science; Law","score_opus":0.05669355507886397,"score_gpt":0.4061405101002803,"score_spread":0.3494469550214163,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2910183602","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4385516,0.001964046,0.0001590897,0.07069952,0.011642561,0.00036803397,0.0000020827079,0.00018077786,0.4764323],"genre_scores_gemma":[0.9752828,0.00009173419,0.00057413155,0.011689126,0.0011339618,0.000008345574,0.0000017370153,0.000016204147,0.011201957],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9985984,0.0002738718,0.00020608125,0.0002391457,0.00036139062,0.00032109994],"domain_scores_gemma":[0.999353,0.00017159531,0.00020408086,0.00015795951,0.000066082626,0.00004731609],"candidate_categories":["insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0011897763,0.00010521528,0.0001105771,0.000101138554,0.00028354966,0.000054998607,0.00037166243,0.0002214512,0.004134106],"category_scores_gemma":[0.000089120666,0.000101554404,0.000052007545,0.00028263562,0.00011123256,0.00054860226,0.000016724462,0.0006777204,0.00088390766],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004150921,0.00004753414,0.5674001,0.000027981301,0.000074265336,2.4556417e-7,0.063859835,0.000005881154,0.00031768126,0.28786802,0.07202706,0.0083299],"study_design_scores_gemma":[0.0001773048,0.000019903864,0.02448708,0.00006715619,0.000015267982,0.0000010703761,0.030013934,0.000007695857,0.0000061378046,0.011888558,0.9331299,0.00018597033],"about_ca_topic_score_codex":0.00011428167,"about_ca_topic_score_gemma":0.00007696275,"teacher_disagreement_score":0.8611029,"about_ca_system_score_codex":0.00007388658,"about_ca_system_score_gemma":0.00045027447,"threshold_uncertainty_score":0.999894},"labels":[],"label_agreement":null},{"id":"W2921419107","doi":"10.1007/s40596-019-01032-y","title":"Geriatric Psychiatry Teaching in Canadian Medical Schools: a Cross-Sectional Study","year":2019,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Aging and Gerontology Research","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland; University of Ottawa","funders":"","keywords":"Geriatric psychiatry; Excellence; Geriatrics; Medical school; Medicine; Cross-sectional study; Family medicine; Psychiatry; Medical education; Psychology","score_opus":0.02418479131207929,"score_gpt":0.4058635275890233,"score_spread":0.381678736276944,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2921419107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9273882,0.0022655956,0.000008097183,0.0062918086,0.01336714,0.00074310164,0.000015554197,0.00012727048,0.049793217],"genre_scores_gemma":[0.98928213,0.000008307564,0.0001728712,0.0028982165,0.0017564257,0.00012468008,0.000016141632,0.000057463716,0.0056837457],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9947778,0.0007512748,0.00091880216,0.0010847668,0.00090522214,0.0015621452],"domain_scores_gemma":[0.9978695,0.00015888228,0.0001467723,0.0007514528,0.000038011185,0.0010354018],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0045830114,0.00032842552,0.0004209168,0.0009534374,0.00029053577,0.00005185464,0.0012474558,0.0014575595,0.0074160416],"category_scores_gemma":[0.0002803847,0.0003273108,0.0001381788,0.0006012536,0.00010152086,0.00020424929,0.00012563572,0.00760579,0.005481285],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000123378,0.0003240246,0.96163344,0.000017331315,0.00010002405,0.000025040592,0.0008387951,0.000003620357,8.1244775e-7,0.012009421,0.02431756,0.00060656475],"study_design_scores_gemma":[0.0028200978,0.00021013165,0.98629546,0.00004318888,0.000010873912,0.0002071829,0.0036777756,0.000056566903,3.7418822e-8,0.0016640899,0.004678613,0.0003360032],"about_ca_topic_score_codex":0.13999386,"about_ca_topic_score_gemma":0.2552618,"teacher_disagreement_score":0.11526793,"about_ca_system_score_codex":0.00028978012,"about_ca_system_score_gemma":0.0029434348,"threshold_uncertainty_score":0.99991786},"labels":[],"label_agreement":null},{"id":"W2942952734","doi":"10.1007/s40596-019-01055-5","title":"A Novel Approach to Fostering Diversity in Graduate Medical Education: Chief Residents for Diversity and Inclusion","year":2019,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Institute of Mental Health; Substance Abuse and Mental Health Services Administration; International Development Research Centre","keywords":"Diversity (politics); Inclusion (mineral); Graduate medical education; Medical education; Graduate education; Psychology; Medicine; Sociology; Social psychology; Anthropology; Accreditation","score_opus":0.10690633801054236,"score_gpt":0.34459668384440023,"score_spread":0.23769034583385787,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2942952734","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07243559,0.00064156915,0.0003943654,0.90475106,0.0070493044,0.0013490372,0.00006137675,0.000060914626,0.013256802],"genre_scores_gemma":[0.045299444,0.00066665356,0.00117165,0.9428472,0.007099522,0.000022431033,0.00013109071,0.000022529006,0.0027394665],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99617285,0.00013557321,0.00026029538,0.0006487506,0.002265574,0.0005169818],"domain_scores_gemma":[0.99912125,0.00015916915,0.00015693421,0.00023007537,0.00008747846,0.00024510876],"candidate_categories":["metaepi_narrow","sts","open_science","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0023389228,0.00023155389,0.00038151,0.0003199398,0.004303853,0.00002493008,0.0020708363,0.0015367952,0.00002290958],"category_scores_gemma":[0.00045893056,0.000252085,0.00009566492,0.00034058787,0.00024278366,0.00023651842,0.046409935,0.0024035946,0.000010062844],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046184985,0.00006298933,0.054408483,0.00029085742,0.000025840383,0.000002262802,0.039754722,4.7526427e-7,5.09252e-7,0.0006089803,0.9025227,0.0022760169],"study_design_scores_gemma":[0.0047143926,0.00021396046,0.06116489,0.003399429,0.00042505946,0.000025332844,0.03194466,0.000046786034,6.1698995e-7,0.04088999,0.8555114,0.0016634635],"about_ca_topic_score_codex":0.00554123,"about_ca_topic_score_gemma":0.0004389872,"teacher_disagreement_score":0.047011256,"about_ca_system_score_codex":0.0002696277,"about_ca_system_score_gemma":0.00082870055,"threshold_uncertainty_score":0.99999315},"labels":[],"label_agreement":null},{"id":"W2948025984","doi":"10.1007/s40596-019-01073-3","title":"Moving the Global Mental Health Debate Forward: How a Structural Competency Framework Can Apply to Global Mental Health Training","year":2019,"lang":"en","type":"editorial","venue":"Academic Psychiatry","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Mental health; Training (meteorology); Global mental health; Psychology; Medical education; Applied psychology; Psychiatry; Medicine; Geography","score_opus":0.01873685736417038,"score_gpt":0.3789993427131441,"score_spread":0.36026248534897376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948025984","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.018230375,0.016128981,0.00010089539,0.11150217,0.83518577,0.0049645132,0.012190394,0.0002861394,0.0014107864],"genre_scores_gemma":[0.083542205,0.0019099063,0.0053991866,0.04562315,0.85370404,0.0007189685,0.007182809,0.00034153892,0.0015781836],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902266,0.0008710778,0.0017115196,0.0020845348,0.001913415,0.0031928255],"domain_scores_gemma":[0.9952666,0.00034391062,0.0017109925,0.001243784,0.000068101064,0.0013665906],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":["metaepi_narrow","research_integrity"],"category_scores_codex":[0.0012712784,0.0014604265,0.0019152609,0.00015778145,0.001958961,0.00020548922,0.0025760292,0.0022264412,0.00025871443],"category_scores_gemma":[0.000078845056,0.0011714061,0.0005270629,0.00094337476,0.00020692573,0.00024604605,0.00054831995,0.0045735766,0.00027001798],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048450628,0.00008029202,0.018557357,0.00037081802,0.00041845086,0.000003464718,0.0064207427,0.0000020723107,1.5764888e-7,0.007263137,0.93401146,0.032387536],"study_design_scores_gemma":[0.0057181874,0.0019731189,0.011598123,0.0032123178,0.00015357957,0.00019237472,0.015923923,0.00004150856,2.2210901e-7,0.013800679,0.94535834,0.0020276248],"about_ca_topic_score_codex":0.006981168,"about_ca_topic_score_gemma":0.0036447747,"teacher_disagreement_score":0.065879025,"about_ca_system_score_codex":0.005003783,"about_ca_system_score_gemma":0.003514832,"threshold_uncertainty_score":0.9998145},"labels":[],"label_agreement":null},{"id":"W2948305605","doi":"10.1007/s40596-019-01071-5","title":"Seeing is believing: an exploration of what residents value when they receive feedback","year":2019,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Interpersonal communication; Context (archaeology); Medical education; Psychology; Perception; Residency training; Social skills; Medicine; Family medicine; Psychiatry; Social psychology; Continuing education","score_opus":0.0333930026394391,"score_gpt":0.3519288720647683,"score_spread":0.3185358694253292,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2948305605","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9638867,0.0011232604,0.00029984466,0.027925335,0.0041861865,0.0005689013,0.0000021205155,0.00006300106,0.0019446536],"genre_scores_gemma":[0.97068954,0.001237108,0.012469262,0.012882417,0.0011759752,0.000028625625,0.00011845222,0.000051225117,0.0013473842],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9980538,0.00007942798,0.00065304077,0.00037044781,0.0005955732,0.00024770497],"domain_scores_gemma":[0.9987191,0.00003819106,0.0003420115,0.000585299,0.00022991511,0.00008545753],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000778109,0.00016042659,0.00027610883,0.00024047316,0.00006726681,0.000020021105,0.00026254606,0.0003986157,0.0003485815],"category_scores_gemma":[0.0002747315,0.00015114468,0.00006128944,0.00035235446,0.000054374574,0.002139875,0.00004334829,0.00085892953,0.00025542214],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004370606,0.00053960044,0.7199187,0.0010354249,0.00023340079,0.000001055188,0.04572801,0.000057260782,0.013314593,0.022215564,0.11801791,0.07850137],"study_design_scores_gemma":[0.009048209,0.0020045645,0.48080248,0.015355895,0.0007469352,0.00011898673,0.10732633,0.003836295,0.010588275,0.3389631,0.029659634,0.0015493208],"about_ca_topic_score_codex":0.000055423123,"about_ca_topic_score_gemma":0.000002930619,"teacher_disagreement_score":0.31674752,"about_ca_system_score_codex":0.000111520865,"about_ca_system_score_gemma":0.00032634047,"threshold_uncertainty_score":0.6163501},"labels":[],"label_agreement":null},{"id":"W2967043485","doi":"10.1007/s40596-019-01105-y","title":"Correction to: The Potential Effect of the Psychiatric Clerkship and Contact-Based Hypothesis on Explicit and Implicit Stigmatizing Attitudes of Canadian Medical Students Towards Mental Illness","year":2019,"lang":"en","type":"erratum","venue":"Academic Psychiatry","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; McGill University","funders":"","keywords":"Mental illness; Psychology; Psychiatry; Medical education; Clinical psychology; Medicine; Mental health","score_opus":0.015840290475164154,"score_gpt":0.33516667411044315,"score_spread":0.319326383635279,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967043485","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87466735,0.0054164724,0.0000029078135,0.0067061963,0.105179034,0.0027840214,0.00028092222,0.00002507158,0.004938028],"genre_scores_gemma":[0.99029267,0.0008630131,0.000012530005,0.003603793,0.001340285,0.00021192989,0.00005407261,0.000076100194,0.0035455911],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9959478,0.00062275457,0.0008330035,0.0007147323,0.0012781471,0.0006035663],"domain_scores_gemma":[0.99772906,0.00048009207,0.00066099915,0.00064321794,0.000037975915,0.0004486665],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012357734,0.0005502738,0.0008266148,0.0006463813,0.0004630866,0.000038359893,0.0013379684,0.0011528198,0.0002790521],"category_scores_gemma":[0.00011385395,0.00033517476,0.00020959986,0.0006357625,0.00012192487,0.00006023516,0.00019604548,0.0020750507,0.000030897496],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00069787714,0.0001706247,0.2696263,0.00077847566,0.00036089536,0.000002084693,0.00053573557,0.0000016487758,0.0000151224585,0.00017743917,0.7015474,0.026086427],"study_design_scores_gemma":[0.0031652884,0.001217971,0.98025805,0.0024412917,0.00047970418,0.000051021427,0.0005281444,0.00004287424,0.0000693033,0.000040492178,0.011244107,0.00046175066],"about_ca_topic_score_codex":0.036840882,"about_ca_topic_score_gemma":0.017520634,"teacher_disagreement_score":0.7106318,"about_ca_system_score_codex":0.0001777574,"about_ca_system_score_gemma":0.00052192336,"threshold_uncertainty_score":0.99991006},"labels":[],"label_agreement":null},{"id":"W2967481228","doi":"10.1007/s40596-019-01095-x","title":"Measuring Self-Compassion in Medical Students: Factorial Validation of the Self-Compassion Scale–Short Form (SCS-SF)","year":2019,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mindfulness and Compassion Interventions","field":"Psychology","cited_by":45,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Psychology; Self-compassion; Clinical psychology; Confirmatory factor analysis; Burnout; Internal consistency; Structural equation modeling; Scale (ratio); Psychometrics; Mindfulness; Statistics","score_opus":0.025643945983672815,"score_gpt":0.33394023627938113,"score_spread":0.3082962902957083,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2967481228","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9733261,0.00017111139,0.0007218216,0.0016970817,0.019340953,0.00068170903,0.000013024322,0.00013197056,0.0039162575],"genre_scores_gemma":[0.9980557,0.000013477371,0.00007310529,0.00021755637,0.00079847797,0.00038380708,0.00001176059,0.00003902346,0.00040710458],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99537146,0.00045151837,0.0012923118,0.00060220336,0.0017757666,0.00050674303],"domain_scores_gemma":[0.9983959,0.000131457,0.00041783098,0.0007805941,0.00007747393,0.00019672565],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014066573,0.0003112764,0.0005002119,0.0002689745,0.00015518267,0.000027821996,0.0018248886,0.00077677116,0.005217116],"category_scores_gemma":[0.00004078449,0.00022164488,0.00035497558,0.0005663372,0.000052435254,0.00022617202,0.00041622904,0.00163262,0.00027977725],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015215785,0.0011024264,0.9574678,0.000092185815,0.00012088819,9.684678e-7,0.0010756404,0.000009146819,0.0001512684,0.0126687735,0.023901816,0.0032569182],"study_design_scores_gemma":[0.0037865753,0.00017090297,0.96390796,0.0016041722,0.00010818406,0.00003543256,0.001366667,0.00024013511,0.0025100159,0.00707451,0.018715408,0.00048005948],"about_ca_topic_score_codex":0.0000852713,"about_ca_topic_score_gemma":0.00004479653,"teacher_disagreement_score":0.024729615,"about_ca_system_score_codex":0.00017625208,"about_ca_system_score_gemma":0.00020702656,"threshold_uncertainty_score":0.99569225},"labels":[],"label_agreement":null},{"id":"W2983243065","doi":"10.1007/s40596-019-01117-8","title":"A Qualitative Study on the Barriers to Learning in a Primary Care-Behavioral Health Integration Program in an Academic Hospital: the Family Medicine Perspective","year":2019,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Primary Care and Health Outcomes","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Perspective (graphical); Primary care; Medical education; Qualitative research; Family medicine; Medicine; Psychology; Nursing; Sociology","score_opus":0.08858331533669833,"score_gpt":0.5352210455379944,"score_spread":0.4466377302012961,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2983243065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84021217,0.0020247037,0.0000059649606,0.14334239,0.0017906782,0.009927197,0.000011097998,0.00015987117,0.0025259107],"genre_scores_gemma":[0.91229016,0.00026322185,0.000075660595,0.08465732,0.0004233784,0.0020198624,0.00003543389,0.00005636704,0.0001785903],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99075973,0.0053356313,0.0013700916,0.0007907081,0.0007089325,0.0010349306],"domain_scores_gemma":[0.9971799,0.0011026243,0.000550963,0.0005933088,0.00018036726,0.00039283722],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0053739375,0.00038876332,0.0007227326,0.00044281807,0.00074448343,0.000008901545,0.0008541641,0.00050701626,0.00005764959],"category_scores_gemma":[0.00038489557,0.00022880397,0.00007442922,0.0012071196,0.00012964624,0.00029615764,0.00017757011,0.009844329,0.000118565484],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023043253,0.00010359735,0.38640743,0.00006156396,0.000008339446,6.740468e-7,0.6010537,0.0000051718093,0.000018195848,0.0029860786,0.0058500287,0.0032747833],"study_design_scores_gemma":[0.0012832165,0.0033455386,0.3535977,0.0005136851,0.000010839386,2.1156958e-7,0.63852763,0.000006662165,1.6643331e-7,0.00094095874,0.0016108914,0.00016249323],"about_ca_topic_score_codex":0.0061588795,"about_ca_topic_score_gemma":0.003606622,"teacher_disagreement_score":0.07207799,"about_ca_system_score_codex":0.0037605595,"about_ca_system_score_gemma":0.0046642967,"threshold_uncertainty_score":0.99244},"labels":[],"label_agreement":null},{"id":"W2986957878","doi":"10.1007/s40596-019-01139-2","title":"Recruitment to Psychiatry in Canada: a COUPE Perspective","year":2019,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Medical Education and Admissions","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary; University of Manitoba; University of British Columbia; Université Laval; University of Saskatchewan; University of Alberta; Western University; University of Toronto; Université de Sherbrooke; Queen's University; McMaster University; Dalhousie University; University of Ottawa","funders":"","keywords":"Perspective (graphical); Psychology; Psychiatry; MEDLINE; Medicine; Medical education; Political science; Art","score_opus":0.056296497280587415,"score_gpt":0.364815469746315,"score_spread":0.30851897246572757,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2986957878","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0035075827,0.004040311,0.00000649836,0.9626554,0.01661508,0.0021756575,0.00006938193,0.000050511608,0.010879529],"genre_scores_gemma":[0.00079465104,0.0003340446,0.0011335631,0.9683001,0.010065285,0.0002744626,0.00019333712,0.00009386125,0.01881071],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9963197,0.000104290266,0.00081367325,0.00094130303,0.0010102947,0.00081073],"domain_scores_gemma":[0.9976833,0.00013669205,0.00023087724,0.00079163694,0.00011233885,0.0010451773],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00024749083,0.00048846623,0.00084943254,0.0004324436,0.00005698447,0.000008064345,0.00047416566,0.0013580043,0.0036932358],"category_scores_gemma":[0.0008478362,0.00042746303,0.00017132597,0.0006073437,0.000039676845,0.000038107835,0.000080805614,0.008529624,0.0005100527],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000049255446,0.000065982036,0.021529673,0.0002580973,0.00007755468,0.000031752592,0.00026784933,0.0000010402549,0.000004414438,0.00038909962,0.9770344,0.00029087736],"study_design_scores_gemma":[0.0010985609,0.00011538735,0.011035184,0.0022512698,0.0001224441,0.0000898719,0.0023272848,0.000011025805,0.000001253455,0.0008698273,0.9816319,0.0004460099],"about_ca_topic_score_codex":0.25777686,"about_ca_topic_score_gemma":0.16729946,"teacher_disagreement_score":0.09047741,"about_ca_system_score_codex":0.0030899914,"about_ca_system_score_gemma":0.067436725,"threshold_uncertainty_score":0.9999384},"labels":[],"label_agreement":null},{"id":"W2988240055","doi":"10.1007/s40596-019-01133-8","title":"Implicit Stigma Recognition and Management for Health Professionals","year":2019,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":32,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"Associated Medical Services; Academic Medical Organization of Southwestern Ontario; London Health Sciences Centre","keywords":"Stigma (botany); Health professionals; Psychology; MEDLINE; Medical education; Medicine; Psychiatry; Health care; Political science","score_opus":0.053557753169639816,"score_gpt":0.42727805714628064,"score_spread":0.3737203039766408,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2988240055","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96058923,0.0050045373,0.00008432753,0.018549005,0.0043917987,0.0034104872,0.000110471956,0.00008271901,0.0077774134],"genre_scores_gemma":[0.91692084,0.0016887301,0.0051649255,0.053728126,0.0009871556,0.0019805524,0.00052316906,0.00008325933,0.018923242],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9986616,0.00006185903,0.00035332612,0.00040436242,0.00011264082,0.00040623592],"domain_scores_gemma":[0.9994199,0.00006304442,0.00018585126,0.00018594274,0.000012127042,0.00013311299],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003417971,0.0001449764,0.000196275,0.000093098475,0.0001808858,0.0000072576745,0.00012885236,0.00016648899,0.0004946925],"category_scores_gemma":[0.0000015940745,0.00012625585,0.00004171002,0.0000970294,0.00001567934,0.00009832963,0.000042145133,0.0002276439,0.0006177153],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006926255,0.00043791655,0.15368031,0.0021191759,0.00020639168,9.2848126e-7,0.0010948739,1.2509965e-7,0.00002791542,0.039001994,0.37802863,0.4247091],"study_design_scores_gemma":[0.0137226945,0.0014078073,0.74815077,0.001977322,0.0001255303,0.00005632241,0.0053176787,0.000027156251,0.00003984168,0.12512584,0.10315926,0.0008897659],"about_ca_topic_score_codex":0.000030670675,"about_ca_topic_score_gemma":0.0000052183054,"teacher_disagreement_score":0.5944705,"about_ca_system_score_codex":0.00004405516,"about_ca_system_score_gemma":0.00002298748,"threshold_uncertainty_score":0.7939687},"labels":[],"label_agreement":null},{"id":"W2992467576","doi":"10.1007/s40596-019-01159-y","title":"Comment on “The Potential Effect of the Psychiatric Clerkship and Contact-Based Hypothesis on Explicit and Implicit Stigmatizing Attitudes of Canadian Medical Students Towards Mental Illness”","year":2019,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Mental illness; Psychiatry; Psychology; Stigma (botany); Clinical psychology; Mental health","score_opus":0.024978619411085676,"score_gpt":0.33186728606183613,"score_spread":0.30688866665075043,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2992467576","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5682557,0.0011355699,4.5825433e-7,0.4243676,0.0034661973,0.0017661605,0.00024844034,0.00001335429,0.00074647286],"genre_scores_gemma":[0.6132886,0.00024321352,0.000010305174,0.38539398,0.00072320044,0.00016096456,0.00003729256,0.00005698652,0.000085486354],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99519414,0.00094105327,0.00089808996,0.00072313275,0.0015271943,0.0007163915],"domain_scores_gemma":[0.9970383,0.0011668412,0.0007372698,0.00077466,0.000024542273,0.00025839737],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0012390263,0.0006375753,0.00089705444,0.00058289536,0.00041667852,0.00003577438,0.0015057478,0.0015426808,0.0004947777],"category_scores_gemma":[0.00005586551,0.0003780123,0.0002446098,0.00037005695,0.00019276649,0.00004548747,0.00017957034,0.0029433486,0.00003577595],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00046034277,0.0001769079,0.21811278,0.0009234093,0.00046740274,0.000009660571,0.00025200297,2.9987623e-7,0.0000104380515,0.0006027695,0.7740809,0.0049031046],"study_design_scores_gemma":[0.012445389,0.0036238662,0.87764674,0.00508371,0.0011660735,0.0000872434,0.00055431935,0.000023809558,0.0003461714,0.0003947121,0.09729452,0.0013334184],"about_ca_topic_score_codex":0.014748435,"about_ca_topic_score_gemma":0.0009849967,"teacher_disagreement_score":0.67678636,"about_ca_system_score_codex":0.0001796413,"about_ca_system_score_gemma":0.00024841438,"threshold_uncertainty_score":0.9998672},"labels":[],"label_agreement":null},{"id":"W2995503821","doi":"10.1007/s40596-019-01162-3","title":"“You are in Some Sort of Occupational Adolescence”: An Exploratory Study to Understand Knowledge, Skills, and Experiences of CanMEDS Leader Role in Psychiatry","year":2019,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Thematic analysis; Psychology; Snowball sampling; Qualitative research; CLARITY; Medical education; Transformational leadership; Nonprobability sampling; Exploratory research; Medicine; Social psychology; Sociology","score_opus":0.023393833603808322,"score_gpt":0.3602994045974047,"score_spread":0.3369055709935964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995503821","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99460685,0.0015507755,0.000015226412,0.000996109,0.0019044478,0.00080670655,0.000004697894,0.000014947545,0.000100214274],"genre_scores_gemma":[0.997654,0.00003316619,0.00090189517,0.000996823,0.0002730961,0.000055419972,0.000013287427,0.000019787083,0.000052484804],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99800897,0.00009520725,0.0008085972,0.00040768684,0.0004320911,0.00024746815],"domain_scores_gemma":[0.9991866,0.00002858232,0.00023640564,0.00033516236,0.00011216852,0.00010112466],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007488901,0.00017046886,0.00040199453,0.00068588177,0.000028598104,0.0000034517614,0.0002151379,0.00021731171,0.00006156677],"category_scores_gemma":[0.00014401547,0.00016446244,0.000027487136,0.0010276734,0.00015473776,0.00027767255,0.00005010011,0.0006632163,0.000007551407],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012486402,0.0024412205,0.8895127,0.00018823841,0.000013518295,2.625763e-7,0.104944475,0.0000073301835,0.00013368219,0.0010717675,0.0011082037,0.00045373765],"study_design_scores_gemma":[0.0011560421,0.0002960869,0.55740803,0.0005633431,0.000011887343,0.0000026676546,0.43976456,0.000046605466,0.00004342015,0.00058087276,0.000021109785,0.00010536799],"about_ca_topic_score_codex":0.00002647419,"about_ca_topic_score_gemma":0.00031951023,"teacher_disagreement_score":0.3348201,"about_ca_system_score_codex":0.00011422361,"about_ca_system_score_gemma":0.0009668398,"threshold_uncertainty_score":0.67065835},"labels":[],"label_agreement":null},{"id":"W2996958938","doi":"10.1007/s40596-019-01160-5","title":"Co-producing Psychiatric Education with Service User Educators: a Collective Autobiographical Case Study of the Meaning, Ethics, and Importance of Payment","year":2019,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":47,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Sunnybrook Health Science Centre; Health Sciences Centre; Canmore Museum and Geoscience Centre; Wilfrid Laurier University; University Health Network; University of Toronto; McMaster University; Centre for Addiction and Mental Health","funders":"","keywords":"Payment; Meaning (existential); Service (business); Psychology; Psychiatry; Medical education; Psychotherapist; Medicine; Business; World Wide Web; Computer science","score_opus":0.08167433460249639,"score_gpt":0.42075772252802424,"score_spread":0.33908338792552783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996958938","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9885535,0.00090287364,0.0000013217892,0.0023944543,0.002913778,0.004322351,0.00002330113,0.000020426927,0.0008679895],"genre_scores_gemma":[0.993007,0.00007746717,0.00041674104,0.0057681384,0.0002034356,0.000239915,0.000011694992,0.00002570028,0.0002499264],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99679154,0.0009029575,0.0009802877,0.00047887876,0.0004781131,0.0003682157],"domain_scores_gemma":[0.9975955,0.00034644862,0.001061945,0.0005861337,0.00024346357,0.00016651169],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0015769241,0.00020661244,0.00033794568,0.00019066354,0.000667196,0.0000023191128,0.00024399984,0.0003205106,0.000055804587],"category_scores_gemma":[0.00003227806,0.00013870416,0.000042332584,0.0010675784,0.00006304974,0.00009015299,0.00007483115,0.0022781652,0.0000063347557],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015609757,0.00068777,0.9341721,0.0020991748,0.0000522563,2.6739463e-7,0.0597278,0.000001901003,0.00001985955,0.0007305608,0.0022918184,0.000060383343],"study_design_scores_gemma":[0.0032723236,0.0016199484,0.5796922,0.0024986663,0.0001947745,0.00004940315,0.4103047,0.000017667535,0.000034963166,0.0013056619,0.0007121951,0.00029752255],"about_ca_topic_score_codex":0.0040160916,"about_ca_topic_score_gemma":0.004448694,"teacher_disagreement_score":0.35447994,"about_ca_system_score_codex":0.0001428726,"about_ca_system_score_gemma":0.0035506715,"threshold_uncertainty_score":0.989762},"labels":[],"label_agreement":null},{"id":"W2998151052","doi":"10.1007/s40596-019-01170-3","title":"Therapy and E-therapy—Preparing Future Psychiatrists in the Era of Apps and Chatbots","year":2020,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":41,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Medicine; Psychotherapist; Psychology; Psychiatry","score_opus":0.035523051012136604,"score_gpt":0.35797580602336954,"score_spread":0.32245275501123294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998151052","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88791645,0.06525904,0.000010013252,0.039880186,0.001631843,0.00054085604,0.000022281965,0.000039862298,0.0046994546],"genre_scores_gemma":[0.98558164,0.0034857874,0.00026306894,0.009863323,0.0006745622,0.000066853165,0.0000052683476,0.000025478703,0.000034003442],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9984326,0.00015993934,0.0005437684,0.00039919568,0.00016689676,0.00029765244],"domain_scores_gemma":[0.99934524,0.000071018454,0.00019927182,0.0002499066,0.000011542067,0.00012302164],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00030386425,0.00018899945,0.00024387648,0.0000628738,0.000069123686,0.00001712709,0.00033963678,0.0002442849,0.000045987093],"category_scores_gemma":[0.000008541719,0.0001457338,0.00007324104,0.00031735358,0.0001110919,0.00014031233,0.00004940149,0.00095535826,0.000017902637],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011478105,0.0005723154,0.36431617,0.00025541795,0.00014380152,0.0000032919033,0.023449812,8.85726e-7,0.00012909844,0.054817066,0.035519093,0.5196452],"study_design_scores_gemma":[0.0060986886,0.0016474829,0.8877547,0.00036347483,0.000021817841,0.00011607678,0.007832031,0.000036636946,0.00005065313,0.028144399,0.067442544,0.00049150543],"about_ca_topic_score_codex":0.000050094168,"about_ca_topic_score_gemma":0.00001580593,"teacher_disagreement_score":0.5234385,"about_ca_system_score_codex":0.000008485299,"about_ca_system_score_gemma":0.000029535264,"threshold_uncertainty_score":0.59428513},"labels":[],"label_agreement":null},{"id":"W2998243371","doi":"10.1007/s40596-019-01178-9","title":"Competency on Call: Resident Driven Learning Objectives for Competency-Based Medical Education","year":2020,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Shores Centre for Mental Health Sciences; University of Toronto; Sunnybrook Health Science Centre; Centre for Addiction and Mental Health","funders":"","keywords":"Medical education; Graduate medical education; Psychology; MEDLINE; Medicine; Accreditation; Political science","score_opus":0.015731127546895617,"score_gpt":0.3472520103141218,"score_spread":0.3315208827672262,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2998243371","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32236582,0.00076599873,0.009009439,0.65348965,0.004692985,0.0015687045,0.0000067263754,0.00039876325,0.007701898],"genre_scores_gemma":[0.82335424,0.00009172617,0.04844422,0.12265734,0.004286289,0.00029921427,0.00035627748,0.00007363675,0.000437041],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9976413,0.000099059806,0.00063089514,0.00049205933,0.00080832525,0.0003283126],"domain_scores_gemma":[0.9987916,0.00016625163,0.00023120992,0.00023834658,0.00025196758,0.00032063219],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00044721286,0.00021127482,0.00032219483,0.00019614719,0.000206631,0.0000094071465,0.00029418987,0.00043604214,0.00033225032],"category_scores_gemma":[0.004823005,0.0001978426,0.00012165228,0.0005665204,0.00017641498,0.000075489756,0.00003002991,0.0018713098,0.00010605778],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0009309236,0.0010365975,0.23376946,0.0010965144,0.0001541141,0.0000032613132,0.0035420225,0.00019680582,0.0010158888,0.17715889,0.54787576,0.033219744],"study_design_scores_gemma":[0.021624083,0.00938757,0.36927512,0.0098096365,0.0010525052,0.00017580291,0.023260973,0.14837345,0.0014346876,0.049653243,0.36330217,0.002650756],"about_ca_topic_score_codex":0.00001247674,"about_ca_topic_score_gemma":0.0000046148443,"teacher_disagreement_score":0.53083235,"about_ca_system_score_codex":0.00016169854,"about_ca_system_score_gemma":0.008773762,"threshold_uncertainty_score":0.99684554},"labels":[],"label_agreement":null},{"id":"W2999052812","doi":"10.1007/s40596-020-01181-5","title":"Authors’ Response to Comment on “The Potential Effect of the Psychiatric Clerkship and Contact-Based Hypothesis on Explicit and Implicit Stigmatizing Attitudes of Canadian Medical Students Towards Mental Illness”","year":2020,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; McGill University","funders":"","keywords":"Mental illness; Psychology; Psychiatry; Clinical psychology; Medical education; Medicine; Mental health","score_opus":0.03181283380711563,"score_gpt":0.3480267107191164,"score_spread":0.31621387691200076,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2999052812","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48387194,0.00042052023,9.639828e-7,0.5115498,0.0021338435,0.0015755425,0.0002640449,0.000015897263,0.0001674685],"genre_scores_gemma":[0.5481779,0.000063229876,0.000025510677,0.4507613,0.0006114627,0.00021647077,0.000020482545,0.00005477526,0.00006886201],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9939856,0.0019186898,0.0009627368,0.0008186593,0.0016019988,0.00071232975],"domain_scores_gemma":[0.99663526,0.0014869975,0.0005775207,0.0006884116,0.000025424562,0.0005863984],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0017112619,0.0006462609,0.00088767556,0.0006778741,0.00052244135,0.000042930427,0.0015923391,0.0012418366,0.00041151128],"category_scores_gemma":[0.00018761148,0.0004028151,0.00022770204,0.00052819157,0.00016589665,0.0000375581,0.00024010023,0.0029740485,0.000033207056],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003432017,0.00014520591,0.05955965,0.00054099696,0.00038084088,0.00003133552,0.00089515036,3.2540498e-7,0.000048197664,0.0002550647,0.9301615,0.0045497683],"study_design_scores_gemma":[0.011089246,0.0070116343,0.78621906,0.0047800853,0.0010877561,0.00008743221,0.00091464637,0.000019566605,0.00063608814,0.00054079446,0.1861158,0.0014978911],"about_ca_topic_score_codex":0.010517016,"about_ca_topic_score_gemma":0.000800325,"teacher_disagreement_score":0.7440457,"about_ca_system_score_codex":0.00021564649,"about_ca_system_score_gemma":0.0003077207,"threshold_uncertainty_score":0.99984235},"labels":[],"label_agreement":null},{"id":"W3004890774","doi":"10.1007/s40596-020-01186-0","title":"Curriculum Mapping: an Innovative Approach to Mapping the Didactic Lecture Series at the University of Toronto Postgraduate Psychiatry","year":2020,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto","funders":"","keywords":"Curriculum; Medical education; Series (stratigraphy); Psychology; Medicine; Pedagogy","score_opus":0.03689876626027671,"score_gpt":0.2902811978241722,"score_spread":0.2533824315638955,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3004890774","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82181156,0.005252807,0.0009852501,0.16457948,0.0009539122,0.00077919726,0.000027047756,0.00011359198,0.0054971627],"genre_scores_gemma":[0.97418547,0.000507193,0.005098848,0.01879563,0.0009900997,0.000007245442,0.000058040154,0.00003487088,0.000322584],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981426,0.00015365754,0.00043057598,0.00051959086,0.00038684547,0.00036670332],"domain_scores_gemma":[0.9982272,0.00046415717,0.00027702958,0.0005390057,0.00016624026,0.00032638386],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00038684503,0.0002593056,0.00041768808,0.000028419714,0.0003259972,0.000011632207,0.0005477598,0.00027996505,0.00010277436],"category_scores_gemma":[0.0028761553,0.00016146564,0.00015589545,0.00079364574,0.00025010327,0.00014732787,0.0002319607,0.0010388077,0.000047109366],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081524206,0.00072927814,0.75102466,0.0002799157,0.00055326044,0.000005137103,0.03645643,0.000097288306,0.0007550436,0.0102651715,0.1928374,0.0061811986],"study_design_scores_gemma":[0.0061942204,0.002200534,0.70737857,0.0031059822,0.0008104307,0.0003674551,0.12787597,0.0016599975,0.00012143466,0.004044855,0.14496925,0.0012712763],"about_ca_topic_score_codex":0.0005720634,"about_ca_topic_score_gemma":0.00014907878,"teacher_disagreement_score":0.15237394,"about_ca_system_score_codex":0.00009932927,"about_ca_system_score_gemma":0.00036114312,"threshold_uncertainty_score":0.6584377},"labels":[],"label_agreement":null},{"id":"W3006585109","doi":"10.1007/s40596-020-01195-z","title":"Towards Competency-Based Medical Education in Neurostimulation","year":2020,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Neurostimulation; Medical education; Medicine; Psychology; MEDLINE; Neuroscience; Stimulation; Political science","score_opus":0.017012652285475726,"score_gpt":0.3574720037460153,"score_spread":0.34045935146053957,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006585109","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5203506,0.00034897178,0.002299106,0.47035566,0.0021970682,0.0003872566,0.0000012791411,0.00011730535,0.0039427783],"genre_scores_gemma":[0.807545,0.000034579585,0.018707335,0.17199557,0.0014696586,0.000034604105,0.00014576124,0.000024642175,0.000042854623],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982047,0.00005442342,0.0005602735,0.0003119157,0.000658091,0.00021059031],"domain_scores_gemma":[0.9993529,0.000026198393,0.00011047671,0.00019128589,0.00010131679,0.00021783993],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0003373668,0.00013137334,0.00020181823,0.00019749448,0.000041081512,0.000005430504,0.00019026663,0.00036994033,0.0005945375],"category_scores_gemma":[0.0025049504,0.0001290091,0.000047558307,0.0009800919,0.00007453215,0.00009413129,0.000023343056,0.0012912758,0.000109583765],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020985334,0.0005978911,0.66931874,0.0003599996,0.000012946328,0.000004278304,0.0004585319,0.00008911863,0.00040031833,0.03830721,0.13578278,0.15445836],"study_design_scores_gemma":[0.0045463387,0.00036707878,0.8163879,0.0010278458,0.000081381426,0.00006142024,0.0005547252,0.1277793,0.00014279399,0.011873855,0.036750145,0.00042723076],"about_ca_topic_score_codex":0.000017083847,"about_ca_topic_score_gemma":0.0000039448473,"teacher_disagreement_score":0.29836008,"about_ca_system_score_codex":0.00009486881,"about_ca_system_score_gemma":0.011772582,"threshold_uncertainty_score":0.9938297},"labels":[],"label_agreement":null},{"id":"W3009231788","doi":"10.1007/s40596-020-01208-x","title":"Strategies for Enhancing Resilience in Medical Students: a Group Concept Mapping Analysis","year":2020,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":22,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"InMed Pharmaceuticals","keywords":"Mental health; Psychology; Medical education; Brainstorming; Psychological resilience; Applied psychology; Distraction; Curriculum; Clinical psychology; Medicine; Social psychology; Psychiatry; Computer science; Pedagogy","score_opus":0.05807319213024036,"score_gpt":0.4638156153964261,"score_spread":0.4057424232661857,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009231788","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7686363,0.014949327,0.06903439,0.14035833,0.003250428,0.0023905903,0.00009680787,0.00027991485,0.0010039443],"genre_scores_gemma":[0.9580101,0.0007987149,0.0015210863,0.03752074,0.0015726575,0.00040740593,0.000046121066,0.000026997588,0.00009619831],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99530184,0.0006504936,0.001463821,0.0006516292,0.0010290745,0.00090316805],"domain_scores_gemma":[0.99779224,0.00094985403,0.00039167175,0.00023774302,0.000093733404,0.00053473184],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002149258,0.0002325923,0.0006342479,0.00023664108,0.000530937,0.000014881934,0.0010391885,0.0008592479,0.0005165227],"category_scores_gemma":[0.0006732645,0.00019998619,0.00016274795,0.0013216463,0.000083856576,0.00027154517,0.00031152877,0.0028315473,0.000046446356],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013427362,0.00006729112,0.9568309,0.0008578183,0.00015724813,0.000005897993,0.0153627675,0.000033315308,0.00015957312,0.012033184,0.009915691,0.0044420036],"study_design_scores_gemma":[0.0072384845,0.00036778138,0.46949062,0.01576264,0.00033361884,0.000002534338,0.45065328,0.0111906305,0.000013110775,0.02011574,0.023582058,0.0012495047],"about_ca_topic_score_codex":0.00033390752,"about_ca_topic_score_gemma":0.0019182457,"teacher_disagreement_score":0.4873403,"about_ca_system_score_codex":0.00010997061,"about_ca_system_score_gemma":0.0017053668,"threshold_uncertainty_score":0.999469},"labels":[],"label_agreement":null},{"id":"W3011757254","doi":"10.1007/s40596-020-01192-2","title":"US Psychiatry Faculty: Academic Rank, Gender and Racial Profile","year":2020,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":50,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Ethnic group; Race (biology); Academic medicine; Psychology; Rank (graph theory); Demography; Descriptive statistics; Representation (politics); Medicine; Clinical psychology; Family medicine; Medical education; Political science; Gender studies; Sociology","score_opus":0.06086706256895742,"score_gpt":0.34195390825787925,"score_spread":0.28108684568892184,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3011757254","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8099041,0.010965299,0.00013871313,0.12361899,0.00684237,0.0007777826,0.00014652131,0.00047898677,0.047127225],"genre_scores_gemma":[0.9293605,0.002460529,0.0017180804,0.056608755,0.00872363,0.000020337864,0.000042914686,0.00003609557,0.00102917],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99721265,0.00018175162,0.00037226357,0.00055976503,0.0010544524,0.00061910035],"domain_scores_gemma":[0.99892324,0.000048015798,0.00017125694,0.00014898824,0.000060449904,0.0006480288],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0009102748,0.00023685893,0.00030937677,0.00007824299,0.0006852251,0.000043170963,0.0009363878,0.0007958515,0.0006362113],"category_scores_gemma":[0.00022518227,0.00023798745,0.000108356486,0.00052000815,0.000538044,0.0004043453,0.00019432552,0.0019369184,0.00029920015],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001445134,0.000027909071,0.46354777,0.00011792403,0.00008162603,0.0000035258522,0.05349376,0.0000021591788,0.00010028357,0.054896284,0.42279363,0.004790618],"study_design_scores_gemma":[0.0038793941,0.00020927987,0.08529718,0.00019722093,0.00039423304,0.000014372537,0.1330448,0.00008242704,0.000024804896,0.029649172,0.7460788,0.001128295],"about_ca_topic_score_codex":0.00012450996,"about_ca_topic_score_gemma":0.00007362258,"teacher_disagreement_score":0.37825057,"about_ca_system_score_codex":0.000053091037,"about_ca_system_score_gemma":0.00076080096,"threshold_uncertainty_score":0.9704846},"labels":[],"label_agreement":null},{"id":"W3031657834","doi":"10.1007/s40596-020-01233-w","title":"An Immersive Simulation to Build Empathy for Geriatric Patients with Co-Occurring Physical and Mental Illness","year":2020,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Empathy and Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"","keywords":"Debriefing; Empathy; Mental illness; Intervention (counseling); Psychology; Mental health; Simulated patient; Medicine; Curriculum; Psychiatry; Clinical psychology; Nursing; Medical education","score_opus":0.012613280925451477,"score_gpt":0.33545748742594106,"score_spread":0.32284420650048956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3031657834","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99318975,0.00010115785,0.0012956571,0.003932381,0.00042284647,0.0009449227,0.0000426528,0.000034044628,0.00003655768],"genre_scores_gemma":[0.9894733,0.000008350267,0.0008482328,0.008170693,0.0012792349,0.000043330776,0.00014927328,0.000022514092,0.000005106099],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99904716,0.000018950645,0.0001741689,0.0003267296,0.00022680883,0.00020618875],"domain_scores_gemma":[0.9992182,0.000048738337,0.00007671379,0.00010244969,0.00005211386,0.0005017496],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00006958781,0.00013542305,0.0001983254,0.00005439215,0.000100143836,0.0000065321788,0.00007191046,0.00011541573,0.000009299532],"category_scores_gemma":[0.00009597798,0.00011131707,0.000036352423,0.00018534357,0.000032890766,0.00015561692,0.000014458928,0.00028980678,0.0000068646436],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.004284374,0.0008304226,0.79014117,0.00051649753,0.00011525661,8.830955e-7,0.16935627,0.00030740732,0.0014071842,0.00025113267,0.007121871,0.025667505],"study_design_scores_gemma":[0.021643512,0.01130302,0.83827114,0.0005885043,0.0008081119,0.000011117012,0.083528884,0.023067601,0.0018074817,0.0007119431,0.016929124,0.0013295414],"about_ca_topic_score_codex":0.0000035738742,"about_ca_topic_score_gemma":3.0284917e-7,"teacher_disagreement_score":0.08582739,"about_ca_system_score_codex":0.000034138564,"about_ca_system_score_gemma":0.000106013904,"threshold_uncertainty_score":0.45393783},"labels":[],"label_agreement":null},{"id":"W3037878828","doi":"10.1007/s40596-020-01274-1","title":"How to Serve the Underserved: Making the Case for Rural and Remote Mental Health Training for Psychiatry Residents","year":2020,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; University of British Columbia","funders":"","keywords":"Mental health; Training (meteorology); Psychiatry; Medical education; Psychology; Residency training; Medicine; MEDLINE; Continuing education; Political science; Geography","score_opus":0.12177879284231116,"score_gpt":0.44985033028790283,"score_spread":0.3280715374455917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3037878828","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0027555123,0.013546893,0.0007212702,0.9524045,0.016257048,0.012631932,0.0012757465,0.00024117484,0.00016589632],"genre_scores_gemma":[0.003956913,0.0007326829,0.012883844,0.957324,0.020891123,0.0008142274,0.00041661577,0.0002891896,0.0026913723],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9926218,0.0012688055,0.0017023709,0.0011579572,0.00059651356,0.0026525757],"domain_scores_gemma":[0.99500793,0.0017577327,0.0016379033,0.000994911,0.00013424434,0.00046728094],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0022043902,0.0008726133,0.001118986,0.00016165338,0.005985638,0.00010356517,0.0014557282,0.0019773312,0.00001925975],"category_scores_gemma":[0.00038887034,0.0005948838,0.0003858114,0.0004903154,0.00018076038,0.00020581351,0.00046204292,0.008949078,0.0000251397],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028873343,0.000005126438,0.0010577715,0.0038356239,0.00012995777,0.000010938568,0.009585129,0.0000010800356,5.252005e-7,0.0013659084,0.98054963,0.0031695568],"study_design_scores_gemma":[0.0015951792,0.0003472249,0.0002532401,0.006414491,0.00015856572,0.00030075505,0.08166046,0.00023269953,6.574573e-8,0.029429512,0.87902874,0.00057904347],"about_ca_topic_score_codex":0.0010202532,"about_ca_topic_score_gemma":0.0032489542,"teacher_disagreement_score":0.10152089,"about_ca_system_score_codex":0.00057785533,"about_ca_system_score_gemma":0.0019235285,"threshold_uncertainty_score":0.99965024},"labels":[],"label_agreement":null},{"id":"W3038402618","doi":"10.1007/s40596-020-01270-5","title":"Bedside Education in the Art of Medicine (BEAM): an Arts and Humanities Web-Based Clinical Teaching Resource","year":2020,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Empathy and Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital","funders":"School of Medicine, Johns Hopkins University","keywords":"The arts; Medical humanities; Digital humanities; Medical education; Resource (disambiguation); Medicine; Art; Visual arts; Humanities; Psychology; Computer science","score_opus":0.06597823467184863,"score_gpt":0.4009990893170316,"score_spread":0.33502085464518294,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3038402618","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8736266,0.0014274274,0.00002830926,0.1183332,0.0005526498,0.00027347886,0.0000015526832,0.000029284498,0.005727493],"genre_scores_gemma":[0.90068895,0.00016272867,0.00058742415,0.09588375,0.0024695366,0.00001538612,0.00005235594,0.000013069626,0.0001267772],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99845105,0.00023662139,0.0006052258,0.00024805666,0.0002938904,0.00016515887],"domain_scores_gemma":[0.99910426,0.00028986466,0.00017454651,0.00021703813,0.000026598007,0.00018771028],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017504306,0.00011439795,0.00027825666,0.00008943986,0.00006615768,0.0000035311612,0.00015674724,0.00020989611,0.00003935759],"category_scores_gemma":[0.0009845032,0.000078748664,0.000042104806,0.00012909764,0.00030743435,0.0000806587,0.000015759026,0.0014198927,0.0000056655635],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006386908,0.0011230446,0.2243124,0.0007235208,0.000041124753,0.0000034975562,0.071624614,0.0000041561066,0.0021918276,0.010639934,0.6357244,0.05297274],"study_design_scores_gemma":[0.0071216845,0.002837437,0.32663503,0.0025802006,0.00042471619,0.000074332565,0.2340891,0.00070295064,0.00017774593,0.0043692137,0.42064062,0.00034695855],"about_ca_topic_score_codex":0.000028190128,"about_ca_topic_score_gemma":0.000014396803,"teacher_disagreement_score":0.21508384,"about_ca_system_score_codex":0.000013811774,"about_ca_system_score_gemma":0.00073360966,"threshold_uncertainty_score":0.6168806},"labels":[],"label_agreement":null},{"id":"W3043835338","doi":"10.1007/s40596-020-01285-y","title":"The Creation of the Minority Housestaff Organization: a Liberated Space for Underrepresented Minority Physicians to Thrive in Medicine","year":2020,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mount Sinai Hospital","funders":"","keywords":"Family medicine; Underrepresented Minority; Physician assistants; Medicine; Space (punctuation); Failure to thrive; Medical education; Psychology; Political science; Pediatrics; Health care; Nurse practitioners; Law","score_opus":0.04770499318069292,"score_gpt":0.41405117527380036,"score_spread":0.36634618209310743,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043835338","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5509829,0.0012969695,0.00077251834,0.43396544,0.0023837362,0.0038708942,0.00005055103,0.00014550808,0.006531489],"genre_scores_gemma":[0.9811726,0.00031601285,0.00037558176,0.015485663,0.001539176,0.00012001692,0.000026096266,0.000031815052,0.0009329912],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99754834,0.00048607626,0.0007898578,0.0003470607,0.0003275196,0.0005011547],"domain_scores_gemma":[0.9978271,0.0008106313,0.00047459,0.00040416792,0.0003297367,0.00015374181],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00046604357,0.00018076951,0.00034144666,0.000039861636,0.00069214427,0.000003548224,0.00059111434,0.00033463677,0.000035649664],"category_scores_gemma":[0.0015265094,0.000116694,0.00004578809,0.0018640385,0.00014006294,0.0000832805,0.0001284988,0.0009862526,0.000025422774],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00023620635,0.000046616628,0.68031734,0.00034470722,0.000023920575,1.3906057e-7,0.0124763595,0.00009616529,0.00045127395,0.014757768,0.29069507,0.00055444275],"study_design_scores_gemma":[0.005067356,0.00064876885,0.8078832,0.002999903,0.00018938429,0.0000016854801,0.058305524,0.001374043,0.0004988084,0.017271323,0.10523561,0.00052438426],"about_ca_topic_score_codex":0.0009805489,"about_ca_topic_score_gemma":0.0015207134,"teacher_disagreement_score":0.43018976,"about_ca_system_score_codex":0.00015334951,"about_ca_system_score_gemma":0.00046751002,"threshold_uncertainty_score":0.5323484},"labels":[],"label_agreement":null},{"id":"W3043972962","doi":"10.1007/s40596-020-01287-w","title":"A Simulation-Based Communication Skills Training in Treating First-Episode Psychosis for Psychiatry Residents","year":2020,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Psychotherapy Techniques and Applications","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Université de Montréal","funders":"","keywords":"Psychosis; Psychiatry; Psychology; Medical education; Medicine","score_opus":0.03904951183166085,"score_gpt":0.37232834362987277,"score_spread":0.33327883179821194,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3043972962","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0007761822,0.0043980232,0.028813647,0.95291924,0.003250328,0.0040490795,0.0005947776,0.0008421516,0.0043565896],"genre_scores_gemma":[0.019007843,0.00042204058,0.07310219,0.888291,0.007391773,0.008004474,0.00201111,0.0005528455,0.0012167075],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99435455,0.00038214336,0.0019613465,0.0016786299,0.0004957495,0.0011275852],"domain_scores_gemma":[0.99390745,0.0024332667,0.0013784771,0.0020023815,0.000102604805,0.0001758346],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00057867065,0.00092032645,0.0010362393,0.0007107543,0.00048125745,0.000074044525,0.002103148,0.003053673,0.00041449055],"category_scores_gemma":[0.00015096807,0.0010472367,0.0006230516,0.0010778209,0.00016880779,0.00016720583,0.000053575528,0.005582514,0.00012476649],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014880176,0.00021032055,0.035633065,0.00025107834,0.0001727539,0.0000021795809,0.0015481353,0.0007033152,0.0000025541058,0.0019218044,0.9553563,0.004049714],"study_design_scores_gemma":[0.0035058532,0.00020844741,0.0036950705,0.0019161814,0.00020285853,0.0000048974334,0.0003384516,0.004181623,0.000002274533,0.06428279,0.92029685,0.0013646916],"about_ca_topic_score_codex":0.0004988518,"about_ca_topic_score_gemma":0.00058252836,"teacher_disagreement_score":0.064628206,"about_ca_system_score_codex":0.00021435981,"about_ca_system_score_gemma":0.00023308187,"threshold_uncertainty_score":0.9991978},"labels":[],"label_agreement":null},{"id":"W3044442302","doi":"10.1007/s40596-020-01280-3","title":"The Treatment of a Patient Who Is Also a Mental Health Practitioner: Special Considerations and Recommendations","year":2020,"lang":"en","type":"editorial","venue":"Academic Psychiatry","topic":"Cultural, Psychoanalytic, and Sociopolitical Reflections","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Mental health; MEDLINE; Psychology; Medicine; Psychiatry; Family medicine","score_opus":0.02798764068996454,"score_gpt":0.3945639022935291,"score_spread":0.36657626160356455,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3044442302","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00017391157,0.004762952,0.000004387156,0.42637756,0.5508935,0.00088673236,0.0012631515,0.000050078965,0.015587762],"genre_scores_gemma":[0.00059289264,0.15197939,0.0003766121,0.0028259854,0.83844995,0.00013006819,0.00032944616,0.00003288646,0.0052827434],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.997359,0.000425452,0.00071169925,0.0004099161,0.0006757262,0.00041825045],"domain_scores_gemma":[0.99741364,0.0013328097,0.000529666,0.00019452127,0.00016999699,0.00035935716],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.00028963952,0.00023951483,0.00041411223,0.000063121726,0.003044053,0.00011825959,0.0001505008,0.0005905365,0.00029680665],"category_scores_gemma":[0.00068342517,0.00018529008,0.00021868582,0.00024301793,0.0005844919,0.00015970193,0.00002501417,0.00082272163,0.000021929385],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001554181,0.00010196931,0.00004179349,0.000008624508,0.0001651779,1.1259607e-7,0.035387248,5.5294514e-8,2.6250697e-7,0.060664173,0.90214705,0.0014679711],"study_design_scores_gemma":[0.00036604976,0.00030201214,0.000014148912,0.00006479416,0.000092701936,9.654234e-7,0.0193186,0.0000020893247,6.88639e-7,0.028953912,0.9507276,0.00015644448],"about_ca_topic_score_codex":0.001464661,"about_ca_topic_score_gemma":0.005955581,"teacher_disagreement_score":0.4235516,"about_ca_system_score_codex":0.00057777774,"about_ca_system_score_gemma":0.0023363673,"threshold_uncertainty_score":0.9982538},"labels":[],"label_agreement":null},{"id":"W3046055437","doi":"10.1007/s40596-020-01289-8","title":"The Impact of Diaspora-Based Psychiatrists’ Participation in Clinical Teaching in a Lower Middle-Income Country on Interest in Psychiatry Among Medical Students and the Choice of Psychiatry as a Career","year":2020,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"U.S. Department of Veterans Affairs","keywords":"Diaspora; Medical education; Psychiatry; Medical school; Medicine; Resource (disambiguation); Psychology; Family medicine; Sociology; Gender studies","score_opus":0.08402689135687598,"score_gpt":0.4701006908355351,"score_spread":0.3860737994786591,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3046055437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9757333,0.0045778085,0.000003925278,0.013213724,0.0043542925,0.001531539,0.000029223362,0.000028099566,0.00052811904],"genre_scores_gemma":[0.99561924,0.000252693,0.0000695829,0.0031449916,0.00061615236,0.00021087084,0.000020547819,0.000053444,0.000012501647],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9928403,0.00172982,0.0029838858,0.000806786,0.0008687362,0.0007704903],"domain_scores_gemma":[0.9962456,0.0015738887,0.0011153057,0.00065557513,0.000027500279,0.00038209918],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0046530655,0.00047606142,0.00096521154,0.0003080646,0.00014829323,0.00003247545,0.001503218,0.000808617,0.000106220294],"category_scores_gemma":[0.0005688435,0.00030078777,0.00031981335,0.0008793548,0.0006534108,0.00017363834,0.00018225468,0.0034510859,0.00001748387],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0062623518,0.001922394,0.97998583,0.00019679531,0.00012637397,0.0000073384217,0.001836076,0.000026904721,3.1751205e-7,0.00736341,0.0011023602,0.0011698646],"study_design_scores_gemma":[0.016083598,0.001092996,0.9751371,0.0016887874,0.000059643568,0.000004319534,0.002244102,0.00059175526,4.2840222e-7,0.0028248588,0.000017407203,0.00025497185],"about_ca_topic_score_codex":0.0061130454,"about_ca_topic_score_gemma":0.015598453,"teacher_disagreement_score":0.019885948,"about_ca_system_score_codex":0.00012591881,"about_ca_system_score_gemma":0.0004920173,"threshold_uncertainty_score":0.99994445},"labels":[],"label_agreement":null},{"id":"W3092733782","doi":"10.1007/s40596-020-01332-8","title":"Some Essential Steps for Keeping Psychotherapy at the Core of Psychiatry Training: A Response to Belcher","year":2020,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Psychotherapy Techniques and Applications","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; University of Alberta","funders":"","keywords":"Core (optical fiber); Psychology; Psychotherapist; Training (meteorology); Medical education; Psychiatry; Medicine; Engineering","score_opus":0.07244298859538596,"score_gpt":0.38816055034180325,"score_spread":0.3157175617464173,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092733782","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62334967,0.010088064,0.026117666,0.32930195,0.0046299966,0.0037495117,0.00041693955,0.0005028668,0.0018433377],"genre_scores_gemma":[0.5789449,0.001953699,0.0714022,0.31596285,0.015454678,0.006670558,0.000115079936,0.0008212866,0.0086747585],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969276,0.00018701474,0.0009518182,0.00091941754,0.0003194759,0.0006946595],"domain_scores_gemma":[0.99781615,0.00031419433,0.00048276162,0.0009914805,0.00006646053,0.00032893976],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00088350906,0.0003989556,0.00049311924,0.0001467684,0.00030828148,0.000017218832,0.0012538208,0.0005436246,0.0006793401],"category_scores_gemma":[0.000030144884,0.00033818482,0.00040129205,0.0007274348,0.00020514993,0.000094523144,0.000044010038,0.00076025,0.00012755355],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.011835282,0.00029519206,0.0055832923,0.00006674082,0.00041713312,4.705052e-7,0.016317548,0.0000133228195,0.056082524,0.21793461,0.68381655,0.007637351],"study_design_scores_gemma":[0.0057319705,0.001597472,0.010368807,0.0002169463,0.00015740411,0.000041019408,0.003734874,0.000090402464,0.00094223296,0.14899403,0.8270841,0.0010407388],"about_ca_topic_score_codex":0.000014597385,"about_ca_topic_score_gemma":0.000021939371,"teacher_disagreement_score":0.14326757,"about_ca_system_score_codex":0.000038462807,"about_ca_system_score_gemma":0.00024055403,"threshold_uncertainty_score":0.999907},"labels":[],"label_agreement":null},{"id":"W3092840316","doi":"10.1007/s40596-020-01324-8","title":"Using Patient-Centered Clinical Neuroscience to Deliver the Diagnosis of Functional Neurological Disorder (FND): Results from an Innovative Educational Workshop","year":2020,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Psychosomatic Disorders and Their Treatments","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"School of Medicine, Stanford University","keywords":"Clinical neuroscience; Neurology; Medicine; Perception; Perspective (graphical); Intervention (counseling); Conversion disorder; Psychology; Psychiatry; Neuroscience","score_opus":0.13820296944403496,"score_gpt":0.3909830679532109,"score_spread":0.25278009850917593,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3092840316","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9192367,0.00025964808,0.00051127106,0.077643976,0.001500126,0.00046704215,0.0001530251,0.000021070156,0.00020713056],"genre_scores_gemma":[0.95294476,0.000097659795,0.0015455729,0.044759627,0.00051260047,0.000023973036,0.00008196605,0.00001750881,0.000016359423],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99776983,0.00016320545,0.0008092123,0.00060883607,0.00040763404,0.00024130475],"domain_scores_gemma":[0.9985864,0.00039009794,0.00030072813,0.00033027996,0.00012372906,0.00026876846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00016042999,0.00019382709,0.00029146892,0.00005455883,0.00009590124,0.000011326337,0.0002992638,0.00017026483,0.000094565694],"category_scores_gemma":[0.0009168923,0.00012914056,0.0001065962,0.0007542493,0.00019858142,0.00013226444,0.00011246079,0.00058987277,0.000029327646],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016771934,0.0011027623,0.9777691,0.0000070470587,0.00006383652,0.0000013774873,0.0015378671,0.00013687789,0.00010449504,0.00022111992,0.012527203,0.0048511485],"study_design_scores_gemma":[0.002686369,0.0008844822,0.9875658,0.00015019602,0.000076218115,0.0000069518974,0.00067794346,0.0028695746,0.000007150609,0.0014045301,0.003520296,0.00015049375],"about_ca_topic_score_codex":0.000031462332,"about_ca_topic_score_gemma":0.0000051370757,"teacher_disagreement_score":0.03370802,"about_ca_system_score_codex":0.000013004735,"about_ca_system_score_gemma":0.00017476978,"threshold_uncertainty_score":0.52662},"labels":[],"label_agreement":null},{"id":"W3094162794","doi":"10.1007/s40596-020-01330-w","title":"Formalizing the Informal: Lessons Learned from a Competency-Based Mentorship Program for Residents in Psychiatry","year":2020,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Mentorship; Medical education; Psychology; MEDLINE; Medicine; Psychiatry; Political science","score_opus":0.08812087236719103,"score_gpt":0.37851343093576406,"score_spread":0.29039255856857304,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3094162794","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.58476955,0.0066090794,0.0014447084,0.36314896,0.029239891,0.0042104633,0.0001586942,0.0010205888,0.009398099],"genre_scores_gemma":[0.9055925,0.0002660922,0.03840114,0.04662547,0.0047283852,0.0029048165,0.0003590604,0.00021707609,0.0009054527],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962382,0.00020040224,0.0011412717,0.0007616952,0.0005057915,0.001152685],"domain_scores_gemma":[0.9983622,0.00028787873,0.00045300272,0.0005115036,0.000037967024,0.00034743603],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011642297,0.00042553054,0.00043893442,0.00015490058,0.00027851775,0.00005757163,0.0013269304,0.0006287512,0.00019404879],"category_scores_gemma":[0.00016307719,0.00034946675,0.0002057774,0.00059876835,0.0000971763,0.00022107438,0.00014062351,0.0019118636,0.00020955862],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016279378,0.0003515197,0.67361873,0.00026125467,0.0003353327,0.0000025653276,0.011684414,0.00008296532,0.000089435205,0.06610053,0.1932644,0.052580893],"study_design_scores_gemma":[0.013769489,0.00080799434,0.5325349,0.00110694,0.00022610133,0.000005404025,0.009076837,0.0015107171,0.000109423156,0.039482735,0.39982542,0.0015440345],"about_ca_topic_score_codex":0.00017355164,"about_ca_topic_score_gemma":0.000053950982,"teacher_disagreement_score":0.32082298,"about_ca_system_score_codex":0.000078058576,"about_ca_system_score_gemma":0.00064928137,"threshold_uncertainty_score":0.99989575},"labels":[],"label_agreement":null},{"id":"W3118880096","doi":"10.1007/s40596-020-01378-8","title":"Post-graduate Medical Training in Intellectual and Developmental Disabilities: a Systematic Review","year":2021,"lang":"en","type":"review","venue":"Academic Psychiatry","topic":"Down syndrome and intellectual disability research","field":"Medicine","cited_by":34,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto","funders":"","keywords":"Curriculum; Intellectual disability; Autism spectrum disorder; Medical education; Graduate medical education; Autism; Psychology; MEDLINE; Mental health; Medicine; Psychiatry; Pedagogy","score_opus":0.16800533925921604,"score_gpt":0.4297721414182772,"score_spread":0.2617668021590611,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118880096","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00020304392,0.9907301,0.0000029126234,0.0015616745,0.0003514254,0.0036835594,0.00003489506,0.000062307154,0.003370066],"genre_scores_gemma":[0.00002780823,0.99452347,0.00011235019,0.002360279,0.00019459274,0.0007497887,0.0002365922,0.00009602723,0.0016991204],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99299204,0.000979071,0.0027822105,0.001042706,0.0014121651,0.0007917894],"domain_scores_gemma":[0.99449366,0.003979128,0.00019192434,0.00056142133,0.000121810415,0.00065207673],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0029367798,0.00072652474,0.006077259,0.0004073699,0.00007481656,0.00002998741,0.00057916704,0.0011131504,0.004843365],"category_scores_gemma":[0.08164583,0.00053197914,0.0007302234,0.0011674472,0.00050805125,0.00010929863,0.00038978906,0.0045692376,0.0011037105],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000008847265,0.000090933565,0.000037828453,0.9094966,0.00034503595,0.000008625606,0.004082433,6.320301e-10,5.302838e-8,0.000090767106,0.011052877,0.07478596],"study_design_scores_gemma":[0.0002852322,0.00015707215,0.0000013694389,0.87405694,0.0012797083,0.0064972634,0.013312672,0.0000032557386,4.7145306e-8,0.00006812382,0.10389018,0.00044812358],"about_ca_topic_score_codex":0.00001817776,"about_ca_topic_score_gemma":0.000019286152,"teacher_disagreement_score":0.092837304,"about_ca_system_score_codex":0.00044991903,"about_ca_system_score_gemma":0.0067374865,"threshold_uncertainty_score":0.9997132},"labels":[],"label_agreement":null},{"id":"W3134106664","doi":"10.1007/s40596-021-01429-8","title":"Increasing Recruitment Trends To Psychiatry In Canada","year":2021,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of British Columbia; Queen's University","funders":"","keywords":"Psychiatry; MEDLINE; Psychology; Medicine; Family medicine; Medical education; Political science","score_opus":0.1452249496864313,"score_gpt":0.43627272412711415,"score_spread":0.29104777444068286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134106664","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.69157314,0.0036487358,0.000013545937,0.29507673,0.0019116895,0.00030178856,0.000012328491,0.000025437981,0.007436582],"genre_scores_gemma":[0.76811713,0.0010460749,0.00658895,0.22108746,0.0014301273,0.00010546576,0.000055582917,0.000045664896,0.0015235702],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9965587,0.00017912028,0.0005836181,0.00043787816,0.00089020305,0.0013504683],"domain_scores_gemma":[0.9937027,0.00013656526,0.00005400441,0.00038954837,0.00006458187,0.0056525646],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011039046,0.00018439953,0.0003921825,0.00026499384,0.000062232415,0.000006223657,0.0001643499,0.0002206185,0.0005216718],"category_scores_gemma":[0.0054671103,0.00016839182,0.00006110498,0.001227312,0.000029317604,0.00005842343,0.00007526037,0.0016052203,0.000053823],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028737442,0.00009672258,0.6102381,0.00017851016,0.000022862003,0.00010797274,0.00012426802,0.000002012972,0.00037792383,0.0003431299,0.31292662,0.07529457],"study_design_scores_gemma":[0.003104554,0.00023639706,0.5989706,0.0016389436,0.00003446868,0.00056212675,0.0017500671,0.00004704971,0.00017065406,0.0005816787,0.39261493,0.0002885087],"about_ca_topic_score_codex":0.35281274,"about_ca_topic_score_gemma":0.6843595,"teacher_disagreement_score":0.33154675,"about_ca_system_score_codex":0.0015035435,"about_ca_system_score_gemma":0.075471215,"threshold_uncertainty_score":0.92977},"labels":[],"label_agreement":null},{"id":"W3135691832","doi":"10.1007/s40596-021-01423-0","title":"Educating Residents About Cannabis: Results of a Needs Assessment","year":2021,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Cannabis and Cannabinoid Research","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Cannabis; Curriculum; Medical education; Inclusion (mineral); Medicine; Mental health; Effects of cannabis; Addiction; Psychiatry; Psychology; Pedagogy","score_opus":0.017918825697623205,"score_gpt":0.364937725456963,"score_spread":0.3470188997593398,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135691832","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.82040733,0.007304621,0.000016454303,0.13182929,0.0015583936,0.0003351153,0.000050124563,0.000051762996,0.038446907],"genre_scores_gemma":[0.91286236,0.0010936578,0.002291279,0.003397372,0.0014545879,0.00008476362,0.000096487,0.00005987121,0.078659594],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9973789,0.00010608839,0.0008038652,0.00040273223,0.0008007791,0.000507674],"domain_scores_gemma":[0.99838746,0.000017109196,0.00023829706,0.0006388955,0.00038773828,0.00033050444],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00071827986,0.00018863477,0.00041024413,0.00027143199,0.00009845663,0.00001649965,0.0002376431,0.0002916711,0.0001888494],"category_scores_gemma":[0.00039818705,0.00017646089,0.00019381283,0.0009834768,0.00012086596,0.00008679663,0.00015111107,0.0012672166,0.000018801526],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022899796,0.00025353444,0.1367109,0.00046824478,0.00011395628,0.00001761441,0.0006957538,0.0000032572163,0.012465348,0.0020916497,0.8408937,0.006057039],"study_design_scores_gemma":[0.004341241,0.00029551378,0.85053724,0.0014283516,0.00015627008,0.000355126,0.0058268905,0.000058473284,0.005848946,0.0013332412,0.12950367,0.00031505534],"about_ca_topic_score_codex":0.0004293991,"about_ca_topic_score_gemma":0.000044453802,"teacher_disagreement_score":0.71382636,"about_ca_system_score_codex":0.00015851231,"about_ca_system_score_gemma":0.004226769,"threshold_uncertainty_score":0.74981064},"labels":[],"label_agreement":null},{"id":"W3139432349","doi":"10.1007/s40596-021-01411-4","title":"Teaching Advocacy Through Community-Based Service Learning: A Scoping Review","year":2021,"lang":"en","type":"review","venue":"Academic Psychiatry","topic":"Service-Learning and Community Engagement","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"PsycINFO; Medical education; MEDLINE; Context (archaeology); Service-learning; Community engagement; Scopus; Psychology; Medicine; Political science; Public relations; Pedagogy","score_opus":0.17677307662809166,"score_gpt":0.4738967094934669,"score_spread":0.29712363286537524,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3139432349","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000045120764,0.9516301,0.00006894569,0.009989912,0.0013387342,0.001529804,0.0000043388663,0.00055978564,0.034873854],"genre_scores_gemma":[0.0000024017472,0.9714962,0.0014097082,0.024369534,0.0009925317,0.00027881202,0.00045849485,0.00013410162,0.00085820793],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9666561,0.029634606,0.0013493741,0.00056572334,0.00089711085,0.0008970882],"domain_scores_gemma":[0.99428046,0.00263251,0.0012536997,0.0014292842,0.00014667201,0.0002573886],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0105383415,0.0007327246,0.0024616425,0.00017568066,0.005642803,0.00013869106,0.0032864627,0.0011741994,0.00036040045],"category_scores_gemma":[0.000968927,0.0007510763,0.0008291803,0.0016015476,0.00014547205,0.00029787555,0.0006981034,0.02295983,0.00035157133],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000023356224,0.0001954392,0.000046443525,0.41470125,0.00024586447,0.0000037816767,0.0155400075,0.000011901114,2.3664134e-8,0.0055401395,0.008894208,0.55481863],"study_design_scores_gemma":[0.00009893503,0.000018520352,1.7606722e-7,0.4348747,0.00060773245,0.0000042087077,0.005781254,8.622323e-7,8.782635e-9,0.00011111853,0.55808693,0.00041550735],"about_ca_topic_score_codex":0.009233182,"about_ca_topic_score_gemma":0.0014558923,"teacher_disagreement_score":0.5544031,"about_ca_system_score_codex":0.00033634267,"about_ca_system_score_gemma":0.0059985714,"threshold_uncertainty_score":0.9996365},"labels":[],"label_agreement":null},{"id":"W3142613272","doi":"10.1007/s40596-021-01445-8","title":"Winds of Dementia","year":2021,"lang":"en","type":"editorial","venue":"Academic Psychiatry","topic":"Dementia and Cognitive Impairment Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Dementia; Medicine; Psychology; Psychiatry; Disease; Pathology","score_opus":0.010309482381995902,"score_gpt":0.33874470659613604,"score_spread":0.3284352242141401,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3142613272","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008855791,0.021621676,0.000059527316,0.0011886097,0.94868416,0.00047822486,0.00014028157,0.00005582138,0.018915914],"genre_scores_gemma":[0.006743431,0.005569503,0.0006557828,0.00039108604,0.9760787,0.000054689186,0.0013614857,0.00008841776,0.009056932],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962836,0.000101441685,0.000711818,0.00058685255,0.0017963469,0.0005199785],"domain_scores_gemma":[0.99819905,0.00023185663,0.0003115748,0.0004897801,0.0005319148,0.00023581173],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0005911291,0.0003289272,0.00072879874,0.00027814545,0.000053981348,0.000012571596,0.00034805384,0.0016167708,0.0014398391],"category_scores_gemma":[0.0006408415,0.00031010486,0.0003586615,0.00039409904,0.00013936122,0.00006918826,0.00021327593,0.0031537707,0.000093451825],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015589489,0.00018876456,0.06414143,0.0009488784,0.00086246146,0.00001802336,0.00003064739,3.085719e-8,0.0004257202,0.00006649784,0.9314509,0.0017107466],"study_design_scores_gemma":[0.0024139269,0.00042582973,0.008218999,0.0016325025,0.0013422813,0.000011096998,0.00018322078,0.0000018984442,0.00063255575,0.00042457087,0.98443997,0.0002731623],"about_ca_topic_score_codex":0.000017075103,"about_ca_topic_score_gemma":0.000003669266,"teacher_disagreement_score":0.05592243,"about_ca_system_score_codex":0.000058816142,"about_ca_system_score_gemma":0.0027280084,"threshold_uncertainty_score":0.9999351},"labels":[],"label_agreement":null},{"id":"W3161226234","doi":"10.1007/s40596-021-01472-5","title":"Improving Transfer of Care Between Psychiatrists and Residents: Participants’ Perspective on the Implementation of a Handover Protocol in a Psychiatric Emergency","year":2021,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Hospital Admissions and Outcomes","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Jewish General Hospital; Douglas Mental Health University Institute; McGill University; McGill University Health Centre","funders":"","keywords":"Perspective (graphical); Protocol (science); Medicine; Psychiatry; Psychology; Medical emergency; Alternative medicine; Computer science","score_opus":0.02168091730028619,"score_gpt":0.3814844008181239,"score_spread":0.3598034835178377,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3161226234","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9804459,0.001402311,0.00002552231,0.0063374154,0.00021799287,0.011076277,0.000036700727,0.000012658994,0.0004452069],"genre_scores_gemma":[0.99670494,0.00013241249,0.00029957623,0.00022022874,0.00017720617,0.0023931377,0.0000061681835,0.000022190055,0.000044168235],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9981683,0.00010674636,0.0008004119,0.00034613253,0.00029273666,0.00028570544],"domain_scores_gemma":[0.999214,0.000060024384,0.00017537341,0.00028660448,0.00014374306,0.000120286946],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00026103522,0.00018018852,0.00040063684,0.00017346152,0.000064524014,0.000003771847,0.00011676768,0.00016361986,0.00020640582],"category_scores_gemma":[0.00010380935,0.00012513343,0.00015241938,0.0005929753,0.00004896334,0.00007799906,0.000037921025,0.00051385537,0.000001929234],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024405551,0.00010199724,0.98928463,0.0005619717,0.00006662799,0.0000011129064,0.003912504,3.26835e-7,0.0007520923,0.0031708884,0.00045392968,0.0014498532],"study_design_scores_gemma":[0.0038811213,0.000624699,0.95931274,0.00030382586,0.00018588417,0.0000042471343,0.030498125,0.0000034636369,0.0026087393,0.0023496673,0.00009231394,0.00013519738],"about_ca_topic_score_codex":0.0004444819,"about_ca_topic_score_gemma":0.0003271829,"teacher_disagreement_score":0.029971926,"about_ca_system_score_codex":0.00006452113,"about_ca_system_score_gemma":0.00046697646,"threshold_uncertainty_score":0.5102793},"labels":[],"label_agreement":null},{"id":"W3182194136","doi":"10.1007/s40596-021-01504-0","title":"Tutors’ Perceptions of the Transition to Video and Simulated Patients in Pre-clinical Psychiatry Training","year":2021,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Mitel (Canada); University of Toronto","funders":"","keywords":"Curriculum; Virtual patient; Medical education; Simulated patient; Clinical clerkship; Teaching method; Medicine; Psychology; Mathematics education; Pedagogy","score_opus":0.03636587410928507,"score_gpt":0.39554229366703597,"score_spread":0.3591764195577509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3182194136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9658623,0.00038842254,0.00008914494,0.029894188,0.0030351835,0.0006003555,0.000025058487,0.00003232896,0.000073038755],"genre_scores_gemma":[0.98847014,0.00006417318,0.0027606538,0.008035044,0.0005151551,0.000016623044,0.00005682994,0.000024429002,0.00005694778],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99796534,0.00022331688,0.0009213039,0.0003776515,0.0002833048,0.00022911],"domain_scores_gemma":[0.99883014,0.00023851343,0.00015064431,0.0003619628,0.00021289694,0.00020584553],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00036883334,0.00013832853,0.00029455795,0.00013527293,0.00008750889,0.00000484568,0.000103568585,0.00036803278,0.00013025728],"category_scores_gemma":[0.00028382376,0.00012268874,0.0001122752,0.00069647084,0.00007556905,0.00007673813,0.000024119165,0.000870494,0.000007812147],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009590034,0.00018946939,0.9884249,0.00012290604,0.000018364552,1.2935092e-7,0.007502131,0.0006091627,0.000055789606,0.00012931871,0.0013632539,0.0014886728],"study_design_scores_gemma":[0.0017843413,0.00011053823,0.99237025,0.0007422913,0.00006424471,0.000008628843,0.0030378366,0.0005846333,0.0000074623317,0.0010051508,0.00017588313,0.000108746026],"about_ca_topic_score_codex":0.00009250216,"about_ca_topic_score_gemma":0.00008930456,"teacher_disagreement_score":0.022607865,"about_ca_system_score_codex":0.000072265226,"about_ca_system_score_gemma":0.0011223931,"threshold_uncertainty_score":0.5003102},"labels":[],"label_agreement":null},{"id":"W3183917724","doi":"10.1007/s40596-021-01509-9","title":"Growing the Psychiatry Workforce Through Expansion or Creation of Residencies and Fellowships: the Results of a Survey by the AADPRT Workforce Task Force","year":2021,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Diversity and Career in Medicine","field":"Social Sciences","cited_by":28,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Workforce; Economic shortage; Quarter (Canadian coin); Task force; Medicine; Medical education; Family medicine; Graduate medical education; Closure (psychology); Psychology; Political science; Accreditation; Government (linguistics)","score_opus":0.062160145859335686,"score_gpt":0.33474076151092097,"score_spread":0.2725806156515853,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3183917724","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.84334403,0.03256767,0.0003650327,0.1014218,0.0028363317,0.0006025606,0.0000999635,0.00004958349,0.018712994],"genre_scores_gemma":[0.9749341,0.010412413,0.00031088025,0.0052341074,0.00063512195,0.000011449038,0.000036407764,0.000016230271,0.008409296],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.99654335,0.0011304952,0.00055957795,0.00033257017,0.0010794819,0.00035451283],"domain_scores_gemma":[0.9969967,0.0018161037,0.00042323756,0.0005058051,0.0001925711,0.00006556189],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005503307,0.0001696771,0.0002658775,0.000027926213,0.001086596,0.000049799066,0.0010966435,0.00030375333,0.000028332404],"category_scores_gemma":[0.0016393923,0.00008864081,0.00010775679,0.0010240107,0.0013272922,0.0003951655,0.00019482413,0.0007551209,0.0000024066335],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012919586,0.00009592133,0.22253582,0.00012739022,0.00017757477,0.0000014782257,0.10539779,0.000082081526,0.0006898477,0.06402966,0.5970874,0.008483086],"study_design_scores_gemma":[0.002272675,0.00022425635,0.063315265,0.0019435751,0.0004179973,0.000019823932,0.78780824,0.00005074055,0.00070824724,0.042501364,0.10027547,0.00046234694],"about_ca_topic_score_codex":0.002964727,"about_ca_topic_score_gemma":0.0042070965,"teacher_disagreement_score":0.6824104,"about_ca_system_score_codex":0.00003181289,"about_ca_system_score_gemma":0.0006074485,"threshold_uncertainty_score":0.8357328},"labels":[],"label_agreement":null},{"id":"W3191981931","doi":"10.1007/s40596-021-01516-w","title":"The McMaster Advanced Communication Competencies Model for Psychiatry (MACC Model)","year":2021,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McGill University; McMaster University","funders":"McMaster University","keywords":"Nonprobability sampling; Theoretical sampling; Medical education; Grounded theory; Interview; Thematic analysis; Psychology; Competence (human resources); Core competency; Curriculum; Qualitative research; Medicine; Pedagogy; Social psychology","score_opus":0.028227609384728566,"score_gpt":0.3485905660925795,"score_spread":0.3203629567078509,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3191981931","genre_codex":"commentary","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.32701573,0.025014363,0.17765737,0.45154464,0.0062328675,0.0019508419,0.00004631595,0.00035281194,0.010185038],"genre_scores_gemma":[0.35524264,0.0023834978,0.5894168,0.040385097,0.00093964604,0.0005663004,0.00033171338,0.00009187421,0.010642428],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99814075,0.00004808085,0.00068548793,0.00035225003,0.00038414588,0.00038926073],"domain_scores_gemma":[0.99822086,0.00011640432,0.00023530124,0.00087535806,0.0004678073,0.00008424667],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00062942546,0.00019686994,0.00024707863,0.00007630139,0.00059086183,0.000024893907,0.0004319435,0.0003245743,0.000030646817],"category_scores_gemma":[0.0005180346,0.00015688651,0.00013605997,0.00045418803,0.00019183643,0.00018539872,0.00009303393,0.0011166919,0.000020712063],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00042736452,0.00044392273,0.013186825,0.00041759445,0.00020156363,2.0221523e-7,0.0017052329,0.006824513,0.0024142757,0.45930636,0.4494776,0.06559453],"study_design_scores_gemma":[0.002045005,0.00005125979,0.0016027614,0.00037475163,0.00016302282,0.00004842808,0.0028724489,0.8061602,0.000122896,0.1567532,0.0295378,0.00026819302],"about_ca_topic_score_codex":0.0000013700807,"about_ca_topic_score_gemma":0.000015843214,"teacher_disagreement_score":0.7993357,"about_ca_system_score_codex":0.00010900024,"about_ca_system_score_gemma":0.0012767374,"threshold_uncertainty_score":0.63976467},"labels":[],"label_agreement":null},{"id":"W3199715624","doi":"10.1007/s40596-021-01538-4","title":"Utilization of Moderate-Duration Summary Podcasts Compared to Long-Duration Podcasts for Psychiatry Education by Canadian Pre-clerkship Medical Students","year":2021,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Duration (music); Medicine; Medical education; Family medicine; Psychology","score_opus":0.07521002613228024,"score_gpt":0.4416553394002265,"score_spread":0.36644531326794627,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3199715624","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8684943,0.0033538765,0.0023466118,0.08892895,0.032441486,0.0034860214,0.000102943115,0.000096108095,0.0007497233],"genre_scores_gemma":[0.98306286,0.0007163618,0.0030088213,0.006352349,0.004143372,0.0011462519,0.0011774566,0.00005382155,0.00033869167],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99547553,0.00057910103,0.00115344,0.000596,0.0015236895,0.0006722197],"domain_scores_gemma":[0.9969024,0.0004651617,0.0004958923,0.00031905159,0.0007480513,0.0010694214],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0019059705,0.00023840037,0.00034568235,0.0002944036,0.0007946534,0.00009589613,0.0007156232,0.00085217616,0.00017931212],"category_scores_gemma":[0.0037157228,0.00029992923,0.00009360873,0.0011571663,0.00012133534,0.00050651893,0.00004331566,0.00050607446,0.000023974275],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0001471963,0.00048198362,0.77858436,0.00024360101,0.000047342288,2.1176926e-7,0.013430654,0.000022067456,0.000076577344,0.012125715,0.1749851,0.0198552],"study_design_scores_gemma":[0.002397513,0.00023228356,0.88088864,0.0017975727,0.00021833801,0.000011105084,0.020324081,0.0012781967,0.000510489,0.01828118,0.07282711,0.0012335174],"about_ca_topic_score_codex":0.039994765,"about_ca_topic_score_gemma":0.33196968,"teacher_disagreement_score":0.29197493,"about_ca_system_score_codex":0.0007702416,"about_ca_system_score_gemma":0.019339668,"threshold_uncertainty_score":0.9999453},"labels":[],"label_agreement":null},{"id":"W3201693326","doi":"10.1007/s40596-021-01524-w","title":"A Mixed-Methods Realist Analysis of an Interdisciplinary Simulation Intervention for Psychiatry Residents","year":2021,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Calgary","funders":"","keywords":"Debriefing; Psychological intervention; Intervention (counseling); Confidence interval; Psychology; Medical education; Medicine; Clinical psychology; Psychiatry","score_opus":0.058273468037554316,"score_gpt":0.5082472150420299,"score_spread":0.44997374700447557,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201693326","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94293207,0.0021633855,0.040014222,0.008760684,0.005146355,0.0006274848,0.00012073704,0.00009871094,0.0001363545],"genre_scores_gemma":[0.8850175,0.000022623453,0.11101691,0.0009662343,0.00080996647,0.0000794988,0.0018415008,0.000043407694,0.00020236225],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99701,0.0004228714,0.0013228088,0.00061366824,0.00034308556,0.0002875923],"domain_scores_gemma":[0.99712443,0.0005354213,0.0006169896,0.00078897324,0.00069777796,0.00023641484],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011505651,0.00021304937,0.00057661935,0.0007498839,0.0001700197,0.000013758897,0.00019026425,0.00044754613,0.00018886146],"category_scores_gemma":[0.00031593387,0.00023129418,0.00054955494,0.0017337715,0.00006214946,0.00023215859,0.00008245546,0.00049163005,0.000004135618],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007133848,0.0005670223,0.9635956,0.0010926342,0.0010039483,7.166047e-7,0.0014663627,0.011531635,0.00039271923,0.0027779955,0.0028246387,0.014033332],"study_design_scores_gemma":[0.0016999947,0.000278646,0.882253,0.0006267071,0.0023850515,0.000010653031,0.0067428946,0.08459022,0.00029623497,0.020813705,0.000094919575,0.0002079868],"about_ca_topic_score_codex":0.00009208058,"about_ca_topic_score_gemma":0.00016617443,"teacher_disagreement_score":0.08134262,"about_ca_system_score_codex":0.00018061933,"about_ca_system_score_gemma":0.00071473984,"threshold_uncertainty_score":0.9431903},"labels":[],"label_agreement":null},{"id":"W3205506065","doi":"10.1007/s40596-021-01541-9","title":"Stigma in Psychiatry: Impact of a Virtual and Traditional Psychiatry Clerkship on Medical Student Attitudes","year":2021,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Carleton University; University of Ottawa","funders":"University of Ottawa","keywords":"Medical education; Psychiatry; Medicine; Stigma (botany); Psychology","score_opus":0.05087748727219819,"score_gpt":0.4311350646832514,"score_spread":0.3802575774110532,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3205506065","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9685193,0.010036717,0.000012135867,0.009119295,0.007984242,0.0004327499,0.00012440312,0.00005584101,0.0037153494],"genre_scores_gemma":[0.9943411,0.0005808081,0.00041368662,0.003055559,0.0011405774,0.00010127865,0.00010743648,0.000048649916,0.000210957],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99617136,0.00035736704,0.0010628309,0.0008492039,0.00087922433,0.00068000716],"domain_scores_gemma":[0.99843407,0.00025843497,0.00030750883,0.0004685758,0.00003652713,0.00049490377],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0006511827,0.00042413265,0.00060516957,0.0003144191,0.00016356331,0.00002029873,0.0004995671,0.00075449847,0.002937627],"category_scores_gemma":[0.00004171205,0.00037457354,0.00024637626,0.00057562726,0.00020987724,0.00016611643,0.00009681231,0.0015425789,0.00010006268],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00044834838,0.002633931,0.8648497,0.00010163017,0.00025661188,0.000019172125,0.0004491846,0.0000054758743,0.0000103684415,0.107804894,0.017180873,0.006239813],"study_design_scores_gemma":[0.004960503,0.0009910392,0.98003954,0.00077959866,0.000054429114,0.00014339529,0.0011197568,0.0000162192,0.0000041767476,0.011492276,0.00007664643,0.00032244436],"about_ca_topic_score_codex":0.00016309757,"about_ca_topic_score_gemma":0.0003535556,"teacher_disagreement_score":0.11518982,"about_ca_system_score_codex":0.00014222265,"about_ca_system_score_gemma":0.0008470378,"threshold_uncertainty_score":0.9998706},"labels":[],"label_agreement":null},{"id":"W3210641036","doi":"10.1007/s40596-021-01552-6","title":"Comment on “I’m Virtually a Psychiatrist: Problems with Telepsychiatry in Training”","year":2021,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Telepsychiatry; Medical education; Training (meteorology); Psychology; Medicine; Telemedicine; Physics","score_opus":0.0465350979960365,"score_gpt":0.32942167353408885,"score_spread":0.28288657553805235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3210641036","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011684903,0.0030890747,0.000089039204,0.97379476,0.003907663,0.0025221237,0.000102121594,0.00023432677,0.004575981],"genre_scores_gemma":[0.0034336653,0.0009680805,0.0048258514,0.9734345,0.013309582,0.0005005058,0.0024088605,0.00027841498,0.0008405606],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9931902,0.0002859021,0.001919434,0.0015274108,0.0015605728,0.0015164546],"domain_scores_gemma":[0.9972665,0.00021696993,0.0009091419,0.0011134596,0.00012686376,0.00036708318],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0007433325,0.0010331294,0.0016044969,0.0010512451,0.0001586862,0.000031489508,0.0004869014,0.0021689546,0.00042005457],"category_scores_gemma":[0.000059982372,0.00086778734,0.00028582808,0.0011729401,0.00014516475,0.00012169118,0.00006482136,0.012360268,0.00009016533],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003688164,0.00026570572,0.06624424,0.0016145705,0.0002452118,0.0002562971,0.0008707032,0.0000031873046,0.000004125978,0.00042727203,0.9260965,0.003603391],"study_design_scores_gemma":[0.008946688,0.0031353906,0.010692663,0.004992737,0.0004392325,0.00071360247,0.0014907746,0.000011631955,0.0000039022143,0.0012094828,0.96750164,0.00086228474],"about_ca_topic_score_codex":0.00013771502,"about_ca_topic_score_gemma":0.00018799565,"teacher_disagreement_score":0.055551574,"about_ca_system_score_codex":0.00039336347,"about_ca_system_score_gemma":0.0028956258,"threshold_uncertainty_score":0.9993773},"labels":[],"label_agreement":null},{"id":"W3212998982","doi":"10.1007/s40596-021-01556-2","title":"A Student-Driven Advocacy Project to Address the Opioid Crisis in Canada: Implications for Developing Competency in Health Advocacy During Medical Training","year":2021,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Opioid Use Disorder Treatment","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"St. Joseph’s Healthcare Hamilton; McMaster University","funders":"Ontario Medical Association; McMaster University","keywords":"Training (meteorology); Medical education; Opioid epidemic; Psychology; Political science; Medicine; Opioid","score_opus":0.03910155650877999,"score_gpt":0.3751173792971983,"score_spread":0.3360158227884183,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3212998982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79569423,0.0037242835,0.00014165358,0.1977974,0.00046999764,0.0019951123,0.000028364713,0.000035854802,0.000113096336],"genre_scores_gemma":[0.97419417,0.0014854227,0.007017782,0.015567652,0.00025016916,0.0013163355,0.00008922733,0.000050148363,0.000029095283],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970617,0.00013298937,0.0009656133,0.00061295,0.00047479838,0.00075189205],"domain_scores_gemma":[0.9988676,0.00020359815,0.00015782534,0.00044217365,0.000077476456,0.00025135584],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004103048,0.0002542127,0.0005407222,0.00022120486,0.00017896664,0.000011175009,0.00041723723,0.00014833106,0.00001666754],"category_scores_gemma":[0.00029741123,0.00021527689,0.00008380686,0.00094041106,0.000022795837,0.000060605376,0.0001506041,0.00083809625,0.0000027838737],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008378496,0.00023325866,0.96312827,0.0005817348,0.00010856653,0.000020298885,0.024644889,0.000053571024,0.000050204955,0.0017954092,0.0051708715,0.004129112],"study_design_scores_gemma":[0.0033372024,0.000067526125,0.9384004,0.0015133341,0.000032214375,0.00008830691,0.053428415,0.000055783257,0.00002350023,0.00041441838,0.002420029,0.00021890321],"about_ca_topic_score_codex":0.1667233,"about_ca_topic_score_gemma":0.62619156,"teacher_disagreement_score":0.45946828,"about_ca_system_score_codex":0.001578043,"about_ca_system_score_gemma":0.048661053,"threshold_uncertainty_score":0.95673215},"labels":[],"label_agreement":null},{"id":"W3215406080","doi":"10.1007/s40596-021-01564-2","title":"An Innovative Needs Assessment Approach to Develop Relevant Continuing Professional Development for Psychiatrists","year":2021,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"Faculty of Medicine and Health, University of Sydney; Society for Academic Continuing Medical Education; McGill University","keywords":"Thematic analysis; Competence (human resources); Cornerstone; Psychology; Medical education; Needs assessment; Professional development; Medicine; Nursing; Qualitative research","score_opus":0.023216183199365303,"score_gpt":0.38713964113025295,"score_spread":0.36392345793088765,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3215406080","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8800432,0.0002821353,0.08220667,0.02410854,0.008345191,0.0016329542,0.000010873083,0.00015584375,0.0032145835],"genre_scores_gemma":[0.29228598,0.00001155014,0.6889513,0.013853584,0.0013410611,0.0007066616,0.00083970703,0.000054256063,0.0019559243],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99701655,0.00008322991,0.0010787203,0.0006101649,0.0006820351,0.00052929606],"domain_scores_gemma":[0.99699306,0.000067233515,0.00027106362,0.0004407544,0.0020133117,0.0002145884],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0014386134,0.0002814301,0.00040530393,0.00046797754,0.00025238405,0.000022937913,0.00027868952,0.00044025073,0.000045661272],"category_scores_gemma":[0.0010954132,0.0002610442,0.000044356286,0.004170632,0.000055874843,0.00016829095,0.000084305975,0.0012487025,0.000022781916],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00048449513,0.0037716914,0.20635182,0.0011706352,0.0004121015,0.0000029559226,0.0254399,0.00001926768,0.0104105715,0.11650761,0.4302033,0.20522566],"study_design_scores_gemma":[0.0054255845,0.00038609953,0.44784892,0.0017154318,0.00015560805,0.00023352198,0.029391974,0.001056375,0.0025528385,0.0031057985,0.50701356,0.0011142748],"about_ca_topic_score_codex":0.0000011985846,"about_ca_topic_score_gemma":0.0000011324977,"teacher_disagreement_score":0.60674465,"about_ca_system_score_codex":0.00037586194,"about_ca_system_score_gemma":0.0056917914,"threshold_uncertainty_score":0.9999842},"labels":[],"label_agreement":null},{"id":"W4206088375","doi":"10.1007/s40596-021-01572-2","title":"Training Psychiatrists in New Mexico: Reflections from Psychiatry Residents Who Participated in a Rural Track Versus a Traditional Program Alone over the Past Decade","year":2022,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Global Health Workforce Issues","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"National Center for Advancing Translational Sciences; Department of Family and Community Medicine, University of Toronto","keywords":"Graduation (instrument); Rural area; Mental health; Medicine; Social isolation; Frontier; Residency training; Economic shortage; Isolation (microbiology); Family medicine; Medical education; Psychology; Gerontology; Nursing; Psychiatry; Political science","score_opus":0.16619865255185576,"score_gpt":0.4788065785436699,"score_spread":0.3126079259918142,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206088375","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9328246,0.0062964004,0.000008857431,0.040615983,0.014072428,0.0028780564,0.00024563016,0.00038332632,0.0026746844],"genre_scores_gemma":[0.9783388,0.0005319928,0.0032973401,0.01006059,0.0039259656,0.0027017917,0.0003768249,0.00013900736,0.0006277025],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9914712,0.0020572538,0.0023225897,0.00094424555,0.0011506514,0.0020540927],"domain_scores_gemma":[0.9969914,0.0008951101,0.00078142603,0.0007251359,0.000047126814,0.00055981765],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015861492,0.00055032794,0.0007556316,0.00051376485,0.0018464128,0.000027685104,0.0011879627,0.00077558064,0.0015807339],"category_scores_gemma":[0.0001662956,0.00052229455,0.00023063413,0.0030171762,0.00014866429,0.00036861305,0.00025099813,0.008008306,0.00012557612],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0024912623,0.000522917,0.8040186,0.000066947694,0.00008156992,0.0000060873485,0.015921947,0.00040204477,0.000011162699,0.00521891,0.16754259,0.003715968],"study_design_scores_gemma":[0.010770823,0.00048374038,0.870779,0.0010423292,0.000096577896,0.000012813709,0.029732037,0.00064801524,4.0533138e-7,0.039595082,0.046257146,0.0005820509],"about_ca_topic_score_codex":0.011432734,"about_ca_topic_score_gemma":0.03988886,"teacher_disagreement_score":0.121285446,"about_ca_system_score_codex":0.0010689192,"about_ca_system_score_gemma":0.0034822812,"threshold_uncertainty_score":0.99972284},"labels":[],"label_agreement":null},{"id":"W4206959463","doi":"10.1007/s40596-021-01578-w","title":"What Do Residents Want from Wellness? A Needs Assessment of Psychiatry Residents to Inform a Residency Wellness Strategy","year":2022,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System; University of Toronto","funders":"","keywords":"Residency training; Medical education; Psychology; MEDLINE; Medicine; Psychiatry; Continuing education; Political science","score_opus":0.04683399196256681,"score_gpt":0.4371884031853632,"score_spread":0.39035441122279635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4206959463","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85497725,0.02070446,0.00011600394,0.08198037,0.035415757,0.00286154,0.0005962485,0.0002260615,0.0031223185],"genre_scores_gemma":[0.97099954,0.006208887,0.0016667187,0.012241985,0.0023893777,0.0015094493,0.00026134428,0.00017356068,0.0045491173],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9882712,0.002272149,0.0036698815,0.0011639886,0.0027802025,0.0018425902],"domain_scores_gemma":[0.994438,0.0008315851,0.001866995,0.0016331688,0.00029272004,0.00093755417],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0034263786,0.0007285669,0.0012376376,0.0010926948,0.0033814332,0.00006190443,0.0022562197,0.0010462259,0.0054770703],"category_scores_gemma":[0.00019632337,0.00068861694,0.0003258431,0.0023001777,0.000113077345,0.0011518039,0.0019813685,0.0068087075,0.00030830596],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006985348,0.00031820036,0.8516737,0.001029906,0.00016249194,0.000009868506,0.0061945915,0.00014344229,0.00014155016,0.030452445,0.09879348,0.01038178],"study_design_scores_gemma":[0.002878011,0.0004914791,0.7173047,0.013032958,0.00012819095,0.0000090704525,0.13517015,0.00008248214,0.000035573863,0.12065643,0.009253105,0.00095784484],"about_ca_topic_score_codex":0.007339124,"about_ca_topic_score_gemma":0.0016654924,"teacher_disagreement_score":0.134369,"about_ca_system_score_codex":0.00072626234,"about_ca_system_score_gemma":0.009943763,"threshold_uncertainty_score":0.9995565},"labels":[],"label_agreement":null},{"id":"W4210633437","doi":"10.1007/s40596-022-01585-5","title":"Enhancing Psychiatry Education through Podcasting: Learning from the Listener Experience","year":2022,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Michael's Hospital; Centre for Addiction and Mental Health; University of Toronto; McGill University","funders":"","keywords":"Medical education; Psychology; MEDLINE; Medicine; Psychiatry","score_opus":0.054454065066768934,"score_gpt":0.41099136463278213,"score_spread":0.3565372995660132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4210633437","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7877789,0.005453871,0.003336657,0.1029171,0.05683624,0.0004973494,0.0000106369835,0.00025068823,0.04291855],"genre_scores_gemma":[0.8697845,0.0001377884,0.093783416,0.019405322,0.011692346,0.0005259795,0.000052338604,0.00004395188,0.0045743873],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99676204,0.001087982,0.000504065,0.00044995148,0.00077615574,0.0004198327],"domain_scores_gemma":[0.998418,0.0006345319,0.00039805952,0.00035453073,0.00013080162,0.00006408894],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019490669,0.00015915665,0.00013616148,0.00007630807,0.004524419,0.00006323345,0.001111965,0.00015164049,0.0010498975],"category_scores_gemma":[0.0012819435,0.00015280784,0.00008052608,0.0014351923,0.00026266987,0.00041228448,0.00019133335,0.0018452465,0.00003891987],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000015393505,0.00014674923,0.29070657,0.000006155024,0.00002463113,8.087318e-8,0.11328317,0.00022066332,0.0004369325,0.5360053,0.05187839,0.0072759707],"study_design_scores_gemma":[0.00010056448,0.000017856506,0.017249115,0.000047223184,0.00002049146,0.000004956738,0.3177406,0.000021642392,0.000026874302,0.12893254,0.53559595,0.0002421878],"about_ca_topic_score_codex":0.002261,"about_ca_topic_score_gemma":0.00022745118,"teacher_disagreement_score":0.48371756,"about_ca_system_score_codex":0.00031486727,"about_ca_system_score_gemma":0.0035099646,"threshold_uncertainty_score":0.99986327},"labels":[],"label_agreement":null},{"id":"W4213071509","doi":"10.1007/s40596-020-01369-9","title":"Redeployed","year":2020,"lang":"en","type":"editorial","venue":"Academic Psychiatry","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Shores Centre for Mental Health Sciences","funders":"","keywords":"Psychology; Medicine","score_opus":0.012826174178395131,"score_gpt":0.30053039993069625,"score_spread":0.2877042257523011,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4213071509","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000046203742,0.007116843,0.000007237409,0.0033554547,0.9738028,0.00047899096,0.0019199647,0.0021361036,0.011136372],"genre_scores_gemma":[0.00006360455,0.0007887026,0.00093570916,0.0010220755,0.9917269,0.00009034479,0.0018309155,0.0010431691,0.0024986223],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99345285,0.0002471145,0.0011890965,0.0016718055,0.0024074393,0.0010316949],"domain_scores_gemma":[0.996616,0.0005137846,0.0009856371,0.0011150852,0.0001686811,0.00060081435],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0006703299,0.0010020919,0.001105316,0.0003117112,0.00015954359,0.000053682194,0.002624615,0.0072648055,0.00033000912],"category_scores_gemma":[0.0025967322,0.0010670328,0.00046501233,0.00090607844,0.00017219123,0.000232885,0.00043159598,0.015662929,0.045162253],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020566193,0.00002672447,0.0004252637,0.00020353401,0.00021736755,0.000007774793,0.000091400994,7.0817663e-7,0.00014550435,0.00031658917,0.99822825,0.00013122399],"study_design_scores_gemma":[0.0011174352,0.000083540246,0.00003693264,0.0004331017,0.00033935448,0.0000043213167,0.000041715768,0.000007280087,0.0000092564305,0.0051758178,0.9916854,0.0010658301],"about_ca_topic_score_codex":0.00004672864,"about_ca_topic_score_gemma":0.000017411192,"teacher_disagreement_score":0.04483224,"about_ca_system_score_codex":0.0003309308,"about_ca_system_score_gemma":0.002733792,"threshold_uncertainty_score":0.999178},"labels":[],"label_agreement":null},{"id":"W4214862155","doi":"10.1007/s40596-022-01607-2","title":"Comment on “I’m Virtually a Psychiatrist: Problems with Telepsychiatry in Training”","year":2022,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; University of Calgary; University of Toronto","funders":"","keywords":"Telepsychiatry; Training (meteorology); Psychology; Medical education; Medicine; Psychiatry; Telemedicine","score_opus":0.04105915657858201,"score_gpt":0.3272606238587034,"score_spread":0.2862014672801214,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4214862155","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.009990642,0.0017279341,0.000040237715,0.9743593,0.0043590222,0.0034123508,0.00017906784,0.00029325223,0.005638241],"genre_scores_gemma":[0.0034750132,0.00063028856,0.0024733816,0.9787459,0.009882624,0.0011223349,0.0024905948,0.0003085141,0.0008713849],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99287254,0.00033071107,0.001892562,0.0014698475,0.0019051059,0.0015292243],"domain_scores_gemma":[0.9972759,0.00022952209,0.0010291529,0.001072928,0.00006297967,0.00032955647],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0009867174,0.0010041906,0.0014377111,0.001401932,0.0002699337,0.000021610384,0.0006549483,0.001431716,0.0014680891],"category_scores_gemma":[0.000042756914,0.0008633488,0.00026781904,0.001222152,0.00013816182,0.00011897906,0.00009720358,0.015537444,0.00008162472],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008863422,0.00028182036,0.05864621,0.0011620536,0.0002092628,0.00015867258,0.0011304611,0.000008093148,0.0000015299019,0.0005308447,0.9340055,0.0029791854],"study_design_scores_gemma":[0.008833345,0.0067801517,0.0068836072,0.001469211,0.00037571057,0.0005545866,0.0016754125,0.0000128539905,8.5527654e-7,0.0016002211,0.9709941,0.00081994577],"about_ca_topic_score_codex":0.00019454342,"about_ca_topic_score_gemma":0.00011075839,"teacher_disagreement_score":0.051762603,"about_ca_system_score_codex":0.00061276543,"about_ca_system_score_gemma":0.002264474,"threshold_uncertainty_score":0.99986464},"labels":[],"label_agreement":null},{"id":"W4220899167","doi":"10.1007/s40596-022-01605-4","title":"Senior Residents’ Perceived Competence in Evidence-Based Treatments for Major Depressive Disorder","year":2022,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Competence (human resources); Psychology; Major depressive disorder; Clinical psychology; Psychiatry; Medicine; Social psychology; Mood","score_opus":0.04907100757162503,"score_gpt":0.3836631176818597,"score_spread":0.33459211011023465,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220899167","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9767961,0.011881416,0.00005533013,0.005322524,0.0029123614,0.002222629,0.00015516183,0.000082855666,0.000571645],"genre_scores_gemma":[0.98764974,0.00014023935,0.0006191913,0.0035651554,0.00022687345,0.00422033,0.00012569498,0.00005128414,0.0034015214],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99723524,0.0003687028,0.00059680507,0.00075477065,0.00035246168,0.00069204054],"domain_scores_gemma":[0.9986703,0.0004395895,0.00028408854,0.00043584534,0.000022587314,0.00014759992],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00033070863,0.00029546447,0.00033904912,0.00025043925,0.0006391621,0.000014617857,0.00065635727,0.00018036367,0.0017810502],"category_scores_gemma":[0.000028587243,0.0002837965,0.00014450538,0.00039158965,0.00006523925,0.000225285,0.000116138464,0.00066522864,0.00010090005],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0015425497,0.00060739846,0.9829032,0.000075795484,0.00009071742,0.000016434475,0.0008441122,0.0000529284,0.000103204926,0.00090529124,0.0077940333,0.0050643757],"study_design_scores_gemma":[0.011225081,0.0005468355,0.981487,0.00025736858,0.00014117846,0.000017745328,0.002064678,0.00017789572,0.000025420512,0.0024745115,0.001230505,0.00035179776],"about_ca_topic_score_codex":0.0013349879,"about_ca_topic_score_gemma":0.00016971695,"teacher_disagreement_score":0.011741176,"about_ca_system_score_codex":0.00031385943,"about_ca_system_score_gemma":0.00013988733,"threshold_uncertainty_score":0.99996144},"labels":[],"label_agreement":null},{"id":"W4220944521","doi":"10.1007/s40596-022-01618-z","title":"The Power of Offering Space Rather Than Solutions","year":2022,"lang":"en","type":"editorial","venue":"Academic Psychiatry","topic":"Water Governance and Infrastructure","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Space (punctuation); Power (physics); Psychology; Medicine; Computer science; Physics; Thermodynamics","score_opus":0.009586271154897052,"score_gpt":0.2827283538077492,"score_spread":0.2731420826528521,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220944521","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0014818609,0.008183626,0.000008671032,0.0058240313,0.9636714,0.00021237774,0.00019478178,0.000054101485,0.020369146],"genre_scores_gemma":[0.0067019886,0.0077089765,0.00007514635,0.00014714844,0.9658084,0.00004280811,0.000032342767,0.000057335692,0.019425867],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99734867,0.00021958005,0.00035495267,0.00030479647,0.0012224683,0.0005495216],"domain_scores_gemma":[0.99861217,0.0003471568,0.00049833464,0.0003907306,0.00007387114,0.00007774857],"candidate_categories":["sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0010289194,0.00020271614,0.00025417126,0.0000467784,0.0013271088,0.000036950638,0.001363032,0.0009855723,0.00049528293],"category_scores_gemma":[0.00047820288,0.00015546296,0.00019384037,0.00028384716,0.00038447915,0.0001587882,0.0002477577,0.0027288785,0.00001872394],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001669901,0.00000622987,0.000795441,0.000009814406,0.00004265161,2.0245629e-7,0.003886069,0.0000029282155,0.00001031565,0.024943203,0.970187,0.000099460725],"study_design_scores_gemma":[0.00012732208,0.000026827798,0.0003366598,0.000062327286,0.000029757719,2.2651994e-7,0.004313946,3.8530862e-7,0.0000036661224,0.009814096,0.98510766,0.00017710778],"about_ca_topic_score_codex":0.0012290346,"about_ca_topic_score_gemma":0.0006890613,"teacher_disagreement_score":0.015129107,"about_ca_system_score_codex":0.00017319691,"about_ca_system_score_gemma":0.0014923867,"threshold_uncertainty_score":0.999973},"labels":[],"label_agreement":null},{"id":"W4225276546","doi":"10.1007/s40596-022-01628-x","title":"Coaching in Postgraduate Competency-Based Medical Education: a Qualitative Exploration of Three Models","year":2022,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Coaching; Medical education; Context (archaeology); Focus group; Curriculum; Psychology; Qualitative research; Alliance; Medicine; Pedagogy; Sociology; Political science","score_opus":0.06345494362935138,"score_gpt":0.4084042597786308,"score_spread":0.34494931614927943,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4225276546","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7597963,0.0010903043,0.018942982,0.21395706,0.0026912151,0.0007575526,0.000010162786,0.00006897968,0.002685441],"genre_scores_gemma":[0.9589508,0.000028899873,0.027546436,0.0124814715,0.00027658424,0.00034311786,0.0002884502,0.000025301613,0.000058900157],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99723804,0.0002840476,0.0008563472,0.00029101767,0.0011173586,0.00021321468],"domain_scores_gemma":[0.9990258,0.00011126801,0.0003032428,0.00029649847,0.0001737301,0.000089411966],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0021177523,0.00013637084,0.00028335594,0.00050859014,0.00013069823,0.0000029885407,0.00027469045,0.00016627442,0.00030981944],"category_scores_gemma":[0.00085312687,0.00014158952,0.0000637332,0.0012416797,0.00012962676,0.00026181468,0.00006180969,0.0016563719,0.000006313948],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005164591,0.002609278,0.05867637,0.00054826506,0.000073108924,0.0000033334654,0.028544104,0.001874034,0.00023875126,0.8457801,0.03347886,0.027657364],"study_design_scores_gemma":[0.004078694,0.00056735997,0.010019684,0.0010262495,0.00010833869,0.00007871742,0.06527352,0.1262664,0.000050970855,0.79054314,0.0015532768,0.00043363823],"about_ca_topic_score_codex":0.00012926459,"about_ca_topic_score_gemma":0.00004212825,"teacher_disagreement_score":0.20147559,"about_ca_system_score_codex":0.00024525932,"about_ca_system_score_gemma":0.008867767,"threshold_uncertainty_score":0.996751},"labels":[],"label_agreement":null},{"id":"W4229889177","doi":"10.1007/s40596-019-01090-2","title":"The Potential Effect of the Psychiatric Clerkship and Contact-Based Hypothesis on Explicit and Implicit Stigmatizing Attitudes of Canadian Medical Students Towards Mental Illness","year":2019,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mental Health Treatment and Access","field":"Psychology","cited_by":12,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University; McGill University","funders":"McMaster University","keywords":"Mental illness; Stigma (botany); Implicit-association test; Psychiatry; Mental health; Psychology; Clinical psychology; Medicine; Social psychology","score_opus":0.013677126355577739,"score_gpt":0.33031394277211307,"score_spread":0.31663681641653535,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4229889177","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9871971,0.002909657,7.7713617e-7,0.004515541,0.0028282155,0.0012164945,0.00005187169,0.0000138673595,0.0012664639],"genre_scores_gemma":[0.9978319,0.00037856778,0.000017649181,0.0014362121,0.0001445876,0.00007211516,0.0000039054635,0.00002720655,0.000087853114],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9975029,0.00035725196,0.0005419397,0.00038046323,0.0007618019,0.0004556393],"domain_scores_gemma":[0.99849296,0.00046916137,0.00031209053,0.0004007798,0.00001844362,0.00030655065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010439457,0.00026265113,0.00038974106,0.00023081858,0.00039565348,0.000024638328,0.0008175249,0.00036631743,0.00020591846],"category_scores_gemma":[0.0000394635,0.00015099953,0.000107101914,0.00034402724,0.00013229392,0.000060456416,0.000109361405,0.0005753198,0.000018444205],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00052273565,0.00010363184,0.9722794,0.00022651718,0.0001553685,0.0000010475376,0.00027846324,4.980401e-7,0.00013188011,0.0020097073,0.0017706349,0.02252008],"study_design_scores_gemma":[0.0034267006,0.0005263748,0.9941375,0.00030491955,0.00009769704,0.000018304605,0.00044907894,0.00001876072,0.0003355402,0.00017054295,0.00034746714,0.00016707041],"about_ca_topic_score_codex":0.010673573,"about_ca_topic_score_gemma":0.0033325604,"teacher_disagreement_score":0.02235301,"about_ca_system_score_codex":0.000061173174,"about_ca_system_score_gemma":0.00015704874,"threshold_uncertainty_score":0.99591446},"labels":[],"label_agreement":null},{"id":"W4237777061","doi":"10.1007/s40596-017-0797-y","title":"Our Truths","year":2017,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Psychology; Medicine; Psychoanalysis; Medical education","score_opus":0.04738399043465083,"score_gpt":0.37215968734255317,"score_spread":0.3247756969079023,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4237777061","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.86175376,0.0019148855,0.00007497099,0.028842367,0.011645893,0.00031482716,0.000094803494,0.00072349,0.09463499],"genre_scores_gemma":[0.9932343,0.000061162944,0.0013193102,0.0010956571,0.0025764727,0.00001834715,0.0000056911636,0.00010849926,0.0015806027],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9983419,0.000044929842,0.00030958906,0.0004312396,0.0003379406,0.0005343763],"domain_scores_gemma":[0.99774605,0.000012388509,0.00042081482,0.0015762097,0.000030054884,0.00021449613],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0004898882,0.00022027678,0.00021429238,0.000098161334,0.0006487552,0.00008068906,0.0019255213,0.00040113504,0.00007513951],"category_scores_gemma":[0.00022444164,0.00021297531,0.00012268512,0.00007305862,0.00007967475,0.00051521475,0.00014824799,0.0011373641,0.021685828],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003670223,0.000027948487,0.48311532,0.000011382788,0.00003378397,0.0000017390432,0.00007156432,0.0000018162926,0.0037397705,0.013321094,0.49800384,0.0016350623],"study_design_scores_gemma":[0.00221435,0.00005293623,0.77849966,0.00016489507,0.00009578346,0.0000729033,0.0006067815,0.00016023705,0.00068525464,0.068313695,0.14835337,0.0007801159],"about_ca_topic_score_codex":0.00003393147,"about_ca_topic_score_gemma":0.000011371704,"teacher_disagreement_score":0.34965047,"about_ca_system_score_codex":0.000047554488,"about_ca_system_score_gemma":0.00015133247,"threshold_uncertainty_score":0.9790759},"labels":[],"label_agreement":null},{"id":"W4246383514","doi":"10.1176/appi.ap.11040083","title":"A Survey of Psychotherapy Training in Canadian Psychiatry Residency Programs","year":2013,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Psychotherapy Techniques and Applications","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Residency training; Psychology; Medical education; Psychiatry; MEDLINE; Medicine; Continuing education","score_opus":0.050338586684289734,"score_gpt":0.3598723865032976,"score_spread":0.30953379981900786,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246383514","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8820632,0.0133824395,0.0007326552,0.032281663,0.004814724,0.003528389,0.000113307724,0.0003946907,0.06268894],"genre_scores_gemma":[0.98095214,0.000914526,0.011339625,0.003681565,0.00037858606,0.0015144972,0.000069817965,0.00012879455,0.0010204149],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99655896,0.00027325412,0.0010796243,0.0007319293,0.00024450925,0.0011116929],"domain_scores_gemma":[0.9980541,0.000080396865,0.00035618432,0.0009632839,0.00010010919,0.00044594257],"candidate_categories":["metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001116279,0.00035408398,0.0004667504,0.00061469205,0.00009726475,0.000023618613,0.0009866692,0.00073980726,0.0021919913],"category_scores_gemma":[0.000013704506,0.00036032015,0.00013787388,0.0015025097,0.00016539312,0.00017898873,0.000009407487,0.0010986801,0.0002685103],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000042555803,0.00017967274,0.7717221,0.000015477677,0.00005810962,4.056838e-7,0.0020272515,4.6473448e-7,0.00010938767,0.13669792,0.047746968,0.041399706],"study_design_scores_gemma":[0.000865211,0.00014920876,0.7910478,0.00016020359,0.0000076152273,0.000013851811,0.00069399155,0.000020636693,0.000003858993,0.19798647,0.008674547,0.0003765979],"about_ca_topic_score_codex":0.46797276,"about_ca_topic_score_gemma":0.6336826,"teacher_disagreement_score":0.16570987,"about_ca_system_score_codex":0.00007309624,"about_ca_system_score_gemma":0.002085386,"threshold_uncertainty_score":0.9998849},"labels":[],"label_agreement":null},{"id":"W4246496454","doi":"10.1176/appi.ap.30.1.80","title":"Acoustics","year":2006,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Acoustic Wave Phenomena Research","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Columbia College","funders":"","keywords":"Acoustics; Psychology; Audiology; Medicine; Medical education; Physics","score_opus":0.0077732490002574185,"score_gpt":0.235179359565088,"score_spread":0.2274061105648306,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4246496454","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7403202,0.008292298,0.09941313,0.0012354718,0.00464293,0.00034166133,0.000042654687,0.0017512534,0.14396042],"genre_scores_gemma":[0.9925281,0.00012919873,0.0045952,0.00013627147,0.0016065695,0.000013846157,0.0000107917185,0.0000558715,0.00092414353],"study_design_codex":"not_applicable","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9989434,0.000010048652,0.0002351252,0.0001494073,0.00023953548,0.00042252042],"domain_scores_gemma":[0.9996225,0.00004171001,0.000017438906,0.00021921728,0.000019103005,0.00008001413],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00012735606,0.00013754275,0.000115259674,0.00009215071,0.000047676334,0.000011417831,0.00028706415,0.00018860267,0.00011132662],"category_scores_gemma":[0.000013867943,0.00014177512,0.000037249676,0.00022167352,0.000044818335,0.0000780491,0.0000367782,0.00072020665,0.00040408614],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000009310988,0.00003806131,0.028435562,0.0002019286,0.00004996886,0.000005440318,0.00005446816,0.08516659,0.044086497,0.019479007,0.8197513,0.0027218685],"study_design_scores_gemma":[0.002553083,0.000109661785,0.19328453,0.00020257827,0.00015172463,0.00012723751,0.00054083805,0.3803469,0.0012812344,0.3586447,0.060489472,0.0022680857],"about_ca_topic_score_codex":0.0000109162565,"about_ca_topic_score_gemma":0.0000017952833,"teacher_disagreement_score":0.75926185,"about_ca_system_score_codex":0.000071591,"about_ca_system_score_gemma":0.000038222275,"threshold_uncertainty_score":0.57814217},"labels":[],"label_agreement":null},{"id":"W4249859427","doi":"10.1007/s40596-015-0425-7","title":"Juice Boxes","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Agricultural and Food Sciences","field":"Agricultural and Biological Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medicine; Psychology","score_opus":0.04432192574437627,"score_gpt":0.2522385462516011,"score_spread":0.20791662050722481,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4249859427","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96720856,0.0017559318,0.0000010992284,0.019132372,0.0011550343,0.000082323895,0.000008437948,0.00013595309,0.010520307],"genre_scores_gemma":[0.99504125,0.000061851395,0.00020053698,0.0019561476,0.0014044046,0.000007683444,0.000013878096,3.9449912e-7,0.0013138616],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9989345,0.000036388257,0.00018155992,0.00026337866,0.0002915517,0.00029259297],"domain_scores_gemma":[0.9995568,0.000039252307,0.00007299436,0.000036093657,0.000043075182,0.00025179793],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0002607823,0.0001183288,0.00011070411,0.000006185115,0.00013754304,0.000026337184,0.00047951727,0.00015043178,0.00010999037],"category_scores_gemma":[0.00003551361,0.000032782722,0.000060185263,0.000426822,0.00006267861,0.00025679605,0.00007203377,0.00026039808,0.0003669558],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000054917586,0.00010927248,0.36415666,0.0000062268937,0.00002139537,0.0000024555702,0.0004794761,0.0000073506194,0.05565253,0.011292353,0.47678736,0.09143003],"study_design_scores_gemma":[0.00031906634,0.0005736752,0.4464233,0.000043189444,0.000023736975,0.000082267376,0.0060767536,0.00004554599,0.00078407634,0.045570355,0.49936348,0.0006945694],"about_ca_topic_score_codex":0.000096538235,"about_ca_topic_score_gemma":0.00013282793,"teacher_disagreement_score":0.09073546,"about_ca_system_score_codex":0.000012986041,"about_ca_system_score_gemma":0.000018117807,"threshold_uncertainty_score":0.4716597},"labels":[],"label_agreement":null},{"id":"W4255301397","doi":"10.1007/s40596-021-01471-6","title":"Correction to: Co-producing Psychiatric Education with Service User Educators: a Collective Autobiographical Case Study of the Meaning, Ethics, and Importance of Payment","year":2021,"lang":"en","type":"erratum","venue":"Academic Psychiatry","topic":"Mental Health and Patient Involvement","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Wilfrid Laurier University; University Health Network; ADD Centre; University of Toronto; McMaster University; Centre for Addiction and Mental Health","funders":"","keywords":"Meaning (existential); Payment; Service (business); Psychology; Psychiatry; Medical education; Psychotherapist; Medicine; World Wide Web; Business; Computer science","score_opus":0.08329832768838286,"score_gpt":0.4251202785720291,"score_spread":0.34182195088364625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4255301397","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8733957,0.0038602506,0.0000038844914,0.003258338,0.11078082,0.0058401697,0.000090862864,0.00003373189,0.0027362576],"genre_scores_gemma":[0.86811376,0.0028748906,0.0019892596,0.048845083,0.010326754,0.0044953097,0.0010269245,0.00038925302,0.061938766],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99394345,0.0019162035,0.0017260507,0.0009757534,0.0008804942,0.00055801554],"domain_scores_gemma":[0.9952963,0.00052441994,0.0022055113,0.00091792,0.0007232886,0.00033255288],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0019436554,0.00046128366,0.00075056375,0.0004580259,0.0013872857,0.000006701165,0.0003785608,0.0010728438,0.000057669742],"category_scores_gemma":[0.00018722769,0.000342915,0.000097310745,0.0023736986,0.000079304846,0.000079831974,0.00020438626,0.008570473,0.0000032438386],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000117902564,0.00068742846,0.532955,0.0033859364,0.0000946886,0.0000010036126,0.044086847,0.0000015169568,0.0000015548875,0.000050143623,0.41852987,0.000088137815],"study_design_scores_gemma":[0.0031646248,0.0034439317,0.19895367,0.029464597,0.0011612108,0.00022690973,0.7228386,0.000031686413,0.000014245788,0.0005190544,0.03913486,0.0010466102],"about_ca_topic_score_codex":0.012076466,"about_ca_topic_score_gemma":0.044144873,"teacher_disagreement_score":0.67875177,"about_ca_system_score_codex":0.000496051,"about_ca_system_score_gemma":0.015934251,"threshold_uncertainty_score":0.9999128},"labels":[],"label_agreement":null},{"id":"W4280567739","doi":"10.1007/s40596-022-01637-w","title":"The Out of Darkness Project: Innovative Multimedia Digital Storytelling in Psychiatry","year":2022,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Digital Storytelling and Education","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health; Health Sciences Centre; Sunnybrook Hospital; McMaster University; Holland Bloorview Kids Rehabilitation Hospital; Sunnybrook Health Science Centre","funders":"Sunnybrook Foundation","keywords":"Storytelling; Darkness; Multimedia; Psychology; Digital storytelling; Medical education; Medicine; Art; Computer science; Narrative; Literature","score_opus":0.04890553405779199,"score_gpt":0.3906265757373936,"score_spread":0.34172104167960166,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4280567739","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9175587,0.004756174,0.00017790546,0.005290533,0.040039532,0.0014015618,0.00014188788,0.00013567417,0.030497998],"genre_scores_gemma":[0.9941588,0.00012699132,0.00042950886,0.0009104103,0.0010406638,0.00045000136,0.00007979698,0.000052013358,0.0027517881],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972711,0.0002978596,0.0010300366,0.00035927098,0.0004520467,0.00058964296],"domain_scores_gemma":[0.99820924,0.00060206855,0.0006288749,0.00036971277,0.00012419694,0.000065921326],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0013801324,0.00019490086,0.0002615079,0.0002487465,0.0010183395,0.000011111128,0.0006302331,0.00020201888,0.000050769086],"category_scores_gemma":[0.00026160703,0.00016310957,0.00006675323,0.001103116,0.0001439925,0.00027112185,0.00020593377,0.0028132105,0.00006717033],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029608185,0.00032112774,0.82564723,0.00018304109,0.00005789891,4.163653e-7,0.025911024,0.00010112467,0.000029478517,0.0088514015,0.11415495,0.024446249],"study_design_scores_gemma":[0.002863456,0.00033035426,0.092059106,0.0007884095,0.000040972125,0.00000607568,0.20696813,0.0005799353,0.000014113418,0.036618408,0.65881836,0.0009126773],"about_ca_topic_score_codex":0.00007819505,"about_ca_topic_score_gemma":0.000074424934,"teacher_disagreement_score":0.7335881,"about_ca_system_score_codex":0.00026810617,"about_ca_system_score_gemma":0.002239486,"threshold_uncertainty_score":0.99948734},"labels":[],"label_agreement":null},{"id":"W4282822667","doi":"10.1007/s40596-022-01668-3","title":"Using Case-Based Learning in Residency to Support the Development of Adaptive Expertise in Working with People Living with Severe Mental Illness","year":2022,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; St. Michael's Hospital; Centre for Addiction and Mental Health","funders":"Department of Psychiatry, University of Toronto; University of Toronto","keywords":"Mental illness; Residency training; Psychology; Mental health; Medicine; Psychiatry; Medical education; Gerontology; Continuing education","score_opus":0.03926938645050826,"score_gpt":0.32565777171218024,"score_spread":0.286388385261672,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282822667","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99493086,0.000109952685,0.0015696576,0.0023428665,0.00027647876,0.0005581351,6.3278907e-7,0.000019508312,0.00019189029],"genre_scores_gemma":[0.9603458,0.0000013805985,0.03825491,0.0010577235,0.00006587193,0.00019195491,0.000008738918,0.000026455908,0.000047157228],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9983516,0.00011944411,0.0004945339,0.00026261454,0.0005043958,0.0002674562],"domain_scores_gemma":[0.99949616,0.00006858759,0.00018820608,0.00016171148,0.000042623826,0.000042680065],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010859297,0.00013034747,0.00020173022,0.0003577871,0.00029082937,0.0000039674937,0.00014112757,0.00006929762,0.00012175123],"category_scores_gemma":[0.00012582415,0.00009929003,0.000015236093,0.0016337688,0.00004179536,0.00006386042,0.0000786236,0.0012308091,9.3018326e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00036553107,0.00012830982,0.9198016,0.000048732683,0.000019017103,0.000024347866,0.06402092,0.0041195247,0.0001960392,0.000067132336,0.00030085095,0.010908003],"study_design_scores_gemma":[0.0042581265,0.0010746188,0.5300698,0.0055267815,0.00008367164,0.0032874607,0.4439282,0.00966141,0.00035501315,0.000052891308,0.00097550283,0.00072647433],"about_ca_topic_score_codex":0.00017051949,"about_ca_topic_score_gemma":0.0008318052,"teacher_disagreement_score":0.38973176,"about_ca_system_score_codex":0.000658977,"about_ca_system_score_gemma":0.0021260649,"threshold_uncertainty_score":0.53473216},"labels":[],"label_agreement":null},{"id":"W4282912894","doi":"10.1007/s40596-022-01670-9","title":"Changes in Attitudes and Confidence in the Integration of Psychiatry in Other Areas of Medicine","year":2022,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ottawa Hospital; University of Ottawa","funders":"","keywords":"Curriculum; Clinical clerkship; Medicine; Scale (ratio); Confidence interval; Medical education; Family medicine; Medical school; Psychiatry; Psychology; Internal medicine; Pedagogy","score_opus":0.0803554503343734,"score_gpt":0.45489351254833305,"score_spread":0.37453806221395963,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282912894","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87434894,0.016454864,0.000009019525,0.10636164,0.0013555746,0.0007331347,0.000028498562,0.0000083259165,0.0007000277],"genre_scores_gemma":[0.98986965,0.0019023635,0.00014953139,0.0074771703,0.00023752936,0.00027158132,0.00000908284,0.000012724426,0.00007039055],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968273,0.0012878261,0.0009501899,0.00024916575,0.000375556,0.000309946],"domain_scores_gemma":[0.9986895,0.0005580142,0.00044200348,0.00023089822,0.000036956786,0.000042640735],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003062656,0.00013042417,0.0003742483,0.00037297278,0.00013625006,6.559612e-7,0.00035305924,0.00023678853,0.00029845812],"category_scores_gemma":[0.00017277546,0.00008871728,0.000020816595,0.00061945844,0.00013964386,0.000062236955,0.00011618956,0.002248244,0.0000012724645],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011272127,0.000086405555,0.94878274,0.00051697565,0.0000035519126,5.255141e-7,0.010438066,0.0000029214868,0.00021297723,0.03611714,0.0014893893,0.002236578],"study_design_scores_gemma":[0.0013116586,0.00014157349,0.9102551,0.0069137304,0.0000052418245,0.0000027460906,0.052737605,0.000054260374,0.0000052735004,0.027916275,0.0005684989,0.000088036686],"about_ca_topic_score_codex":0.005160778,"about_ca_topic_score_gemma":0.03891176,"teacher_disagreement_score":0.115520716,"about_ca_system_score_codex":0.00006124111,"about_ca_system_score_gemma":0.00050537015,"threshold_uncertainty_score":0.9786256},"labels":[],"label_agreement":null},{"id":"W4282944336","doi":"10.1007/s40596-022-01665-6","title":"Involving Multiple Stakeholder Perspectives in a Needs Assessment for a Postgraduate Educational Experience in HIV Psychiatry","year":2022,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"HIV/AIDS Research and Interventions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Sinai Health System; University of Toronto","funders":"Ontario HIV Treatment Network","keywords":"Stakeholder; Human immunodeficiency virus (HIV); Psychology; Medical education; Psychiatry; Medicine; Family medicine; Political science; Public relations","score_opus":0.08261092720516362,"score_gpt":0.4071912792438258,"score_spread":0.3245803520386622,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282944336","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93447036,0.0057342495,0.00032825212,0.056091312,0.0005736933,0.001153109,0.000104136954,0.000034392422,0.0015104741],"genre_scores_gemma":[0.9835238,0.0001674909,0.008125815,0.0009212511,0.0003678546,0.001980086,0.00011886085,0.000036140664,0.004758711],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99780667,0.0001506284,0.00057108974,0.00044449212,0.00047880205,0.0005483238],"domain_scores_gemma":[0.9992109,0.00014464912,0.000115393384,0.0002803605,0.00007203504,0.00017666367],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006052557,0.00018150292,0.00026934952,0.0009160545,0.0002229384,0.00001713385,0.0003239157,0.00009760202,0.0006612321],"category_scores_gemma":[0.0002888225,0.00019137388,0.00017619057,0.0010112916,0.00008772931,0.00022828806,0.00013351678,0.0014868858,0.000009278921],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00026804704,0.0011732606,0.9055185,0.000115049195,0.000036890033,0.0000014654257,0.008997911,0.000029026272,0.0012145615,0.022919595,0.0591035,0.0006222292],"study_design_scores_gemma":[0.008388029,0.0017204456,0.6463813,0.00074613607,0.000033473603,0.00009693318,0.30689824,0.010234119,0.000024514015,0.017721,0.00727034,0.00048547087],"about_ca_topic_score_codex":0.00018765983,"about_ca_topic_score_gemma":0.00031847385,"teacher_disagreement_score":0.29790032,"about_ca_system_score_codex":0.000555602,"about_ca_system_score_gemma":0.0014325264,"threshold_uncertainty_score":0.78040004},"labels":[],"label_agreement":null},{"id":"W4282945207","doi":"10.1007/s40596-022-01673-6","title":"Correction to: The Out of Darkness Project: Innovative Multimedia Digital Storytelling in Psychiatry","year":2022,"lang":"en","type":"erratum","venue":"Academic Psychiatry","topic":"Digital Storytelling and Education","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health; Health Sciences Centre; Sunnybrook Hospital; McMaster University; Holland Bloorview Kids Rehabilitation Hospital; Sunnybrook Health Science Centre","funders":"","keywords":"Storytelling; Digital storytelling; Darkness; Medical education; Multimedia; Psychology; Computer science; Medicine; Narrative; Art; Literature","score_opus":0.044833509439563046,"score_gpt":0.38768670744141376,"score_spread":0.3428531980018507,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4282945207","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"other","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0063721505,0.0054006944,0.0002424143,0.0045238747,0.8305113,0.0026645476,0.00044342925,0.0001888534,0.14965276],"genre_scores_gemma":[0.05998253,0.0022106455,0.001147413,0.009527815,0.053474445,0.0037081402,0.0061817756,0.00072625536,0.863041],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951634,0.00046161588,0.001806691,0.0008615955,0.00082443794,0.00088225247],"domain_scores_gemma":[0.99661916,0.0006842778,0.0014936114,0.00076335226,0.00030611904,0.00013349295],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00151628,0.0005437658,0.0007437369,0.00087128434,0.00068526407,0.000023502387,0.0011432188,0.0011735597,0.00022106597],"category_scores_gemma":[0.0010409794,0.00046711718,0.00016679644,0.002264187,0.00012756941,0.00034258363,0.00031839556,0.01179852,0.0002992906],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013033766,0.00017581062,0.03783171,0.00041728,0.00006402828,3.058625e-7,0.016094731,0.00005495087,0.0000010464245,0.00016895318,0.9356946,0.009366288],"study_design_scores_gemma":[0.0004150926,0.0001346803,0.008539387,0.0026921462,0.000045306107,0.00000224756,0.024650324,0.00015680846,5.235284e-7,0.00080300466,0.9620459,0.0005145703],"about_ca_topic_score_codex":0.00045673313,"about_ca_topic_score_gemma":0.00082936604,"teacher_disagreement_score":0.77703685,"about_ca_system_score_codex":0.00078598264,"about_ca_system_score_gemma":0.007597463,"threshold_uncertainty_score":0.99977803},"labels":[],"label_agreement":null},{"id":"W4288686865","doi":"10.1007/s40596-022-01692-3","title":"“It’s Complicated”: Using Education to Bridge Essential Care Between Hospital and Community for Complex Patients with HIV","year":2022,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Sinai Health System","funders":"Ontario HIV Treatment Network","keywords":"Context (archaeology); Mental health; Medicine; Nursing; Medical education; Qualitative research; Health care; Psychology; Psychiatry","score_opus":0.04953615766669261,"score_gpt":0.44157035880596057,"score_spread":0.39203420113926796,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4288686865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9756821,0.000054945693,0.0008944492,0.017511092,0.0027439687,0.002013628,0.00059394026,0.000047996906,0.0004578858],"genre_scores_gemma":[0.98371065,0.0000012809056,0.0026816938,0.010122871,0.00057078357,0.0006477097,0.0020345366,0.00003295684,0.00019750852],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99823654,0.0006213935,0.00040578732,0.00023999975,0.00021408669,0.00028219254],"domain_scores_gemma":[0.9987645,0.00017963373,0.00027207594,0.00024917544,0.00038422612,0.00015036538],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0003016058,0.00014678772,0.00018639144,0.00012786796,0.0036204667,0.000009071528,0.00027641383,0.000107713604,0.00012349189],"category_scores_gemma":[0.000047226466,0.00014476811,0.000026786769,0.00031422736,0.00003771586,0.00012053252,0.00022053497,0.0014926462,0.000016412683],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020292608,0.00021190346,0.84771496,0.00015310441,0.00002089292,7.679459e-9,0.020723676,0.000010188807,0.00005764885,0.00088021054,0.12941934,0.0006051386],"study_design_scores_gemma":[0.0010704007,0.00026420972,0.9060848,0.00016824261,0.000048659585,4.3528544e-7,0.05193494,0.000046075187,0.00000233848,0.0005673377,0.03959341,0.00021915731],"about_ca_topic_score_codex":0.00032694286,"about_ca_topic_score_gemma":0.00008387423,"teacher_disagreement_score":0.08982593,"about_ca_system_score_codex":0.00032977294,"about_ca_system_score_gemma":0.001589713,"threshold_uncertainty_score":0.9976767},"labels":[],"label_agreement":null},{"id":"W4297517701","doi":"10.1007/s40596-022-01713-1","title":"Psychiatry in the Age of the Opioid Crisis","year":2022,"lang":"en","type":"editorial","venue":"Academic Psychiatry","topic":"Mental Health and Psychiatry","field":"Arts and Humanities","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Psychiatry; Medicine; Opioid; Opioid epidemic; MEDLINE; Psychology; Political science; Internal medicine","score_opus":0.021011637388791696,"score_gpt":0.29150964153968234,"score_spread":0.27049800415089065,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4297517701","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0023720267,0.016296027,3.3701406e-7,0.011733967,0.9305256,0.0009024715,0.0011077026,0.0000474104,0.037014436],"genre_scores_gemma":[0.0036805794,0.0016729189,0.0000579706,0.013653659,0.97542065,0.0003155717,0.00058454607,0.00012044017,0.004493658],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9947442,0.0006289984,0.0014448639,0.0006854794,0.0017372897,0.0007591896],"domain_scores_gemma":[0.9971859,0.00045320173,0.00089714036,0.0013166239,0.000053805248,0.000093323455],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.001547553,0.00057185435,0.0006715743,0.00025524874,0.0009773509,0.00007025997,0.0034276296,0.0009181363,0.002992679],"category_scores_gemma":[0.00007410042,0.0003571333,0.0005392105,0.00031162638,0.00036351854,0.00013733789,0.00031205922,0.007362924,0.000060552822],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008913591,0.00017255615,0.002895318,0.00079907634,0.00004297237,9.972217e-7,0.011374453,8.770277e-7,1.9565408e-7,0.052460477,0.9320457,0.000118258824],"study_design_scores_gemma":[0.0006587325,0.00013572695,0.00035864802,0.00034157117,0.000115932584,0.000003241571,0.018536426,6.501832e-7,1.3535649e-7,0.03440959,0.94506764,0.00037167725],"about_ca_topic_score_codex":0.0015768108,"about_ca_topic_score_gemma":0.0050113606,"teacher_disagreement_score":0.044895034,"about_ca_system_score_codex":0.000119259406,"about_ca_system_score_gemma":0.0016371446,"threshold_uncertainty_score":0.99988806},"labels":[],"label_agreement":null},{"id":"W4307573230","doi":"10.1007/s40596-022-01722-0","title":"Professional Development Through Resident Lunches","year":2022,"lang":"en","type":"editorial","venue":"Academic Psychiatry","topic":"Veterinary Practice and Education Studies","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Professional development; Medical education; Medicine; Psychology; Gerontology","score_opus":0.185493351161528,"score_gpt":0.5233210549861382,"score_spread":0.33782770382461025,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4307573230","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.002570816,0.009481644,0.000007257893,0.012017593,0.95944345,0.0009072931,0.00011212499,0.0002201465,0.015239679],"genre_scores_gemma":[0.00006435053,0.004473312,0.0013476697,0.0034002631,0.8230493,0.002444134,0.000879152,0.00011517421,0.16422662],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9937165,0.001116182,0.0015854555,0.00091526745,0.0016906618,0.00097596657],"domain_scores_gemma":[0.99460346,0.00294826,0.0014068211,0.0006327864,0.00025285492,0.00015583432],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.0020110195,0.0005369634,0.00069074525,0.00017546858,0.0038414178,0.000010432372,0.00093831593,0.002116883,0.0073530134],"category_scores_gemma":[0.0013686179,0.00048946386,0.00013871188,0.00033054585,0.000079987934,0.0003913727,0.0013147399,0.01324883,0.0022106604],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020254942,0.000092990595,0.0056057433,0.0008081322,0.0002038422,0.0000031390057,0.019090818,3.51764e-7,0.0000025250283,0.00031721784,0.97350717,0.00016554086],"study_design_scores_gemma":[0.000606487,0.00006158036,0.0015932586,0.0008189682,0.00010207031,0.0000025444112,0.032770693,1.0808537e-7,4.2458106e-7,0.0016351049,0.9619045,0.00050424965],"about_ca_topic_score_codex":0.00013011837,"about_ca_topic_score_gemma":0.000041810148,"teacher_disagreement_score":0.14898695,"about_ca_system_score_codex":0.00091044407,"about_ca_system_score_gemma":0.013439899,"threshold_uncertainty_score":0.9997557},"labels":[],"label_agreement":null},{"id":"W4312095557","doi":"10.1007/s40596-022-01740-y","title":"Practical Pedagogical Tips for Using Movies in Medical Education","year":2022,"lang":"en","type":"editorial","venue":"Academic Psychiatry","topic":"Film in Education and Therapy","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Medical education; Psychology; Medical physics; Medicine","score_opus":0.2013535108894932,"score_gpt":0.6062004816342057,"score_spread":0.40484697074471254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312095557","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0012306245,0.0021248953,0.00023262172,0.036461476,0.95425117,0.0014164624,0.00010965045,0.00009391391,0.004079183],"genre_scores_gemma":[0.00014176474,0.0016745959,0.0053071077,0.009060272,0.9724188,0.0018401991,0.0011036253,0.00012440127,0.008329238],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9948013,0.0011014692,0.001323957,0.0007032607,0.0013307132,0.0007393119],"domain_scores_gemma":[0.9945098,0.003811186,0.00071123685,0.00043304983,0.00020629748,0.00032843562],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0030151766,0.0003483517,0.0005809435,0.00034259647,0.0006856259,0.000009124256,0.0006490715,0.004172955,0.009098153],"category_scores_gemma":[0.008553704,0.0003390057,0.00015887318,0.00036029733,0.00009501562,0.00015698685,0.00018341231,0.012145607,0.00010616652],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020557617,0.00031516785,0.0028328963,0.00041360236,0.00002546153,5.6422033e-7,0.0019061607,3.73044e-7,6.5037074e-7,0.023402661,0.9703599,0.0005369854],"study_design_scores_gemma":[0.001104783,0.000060724567,0.00009703322,0.0006075727,0.000045569603,0.000006404277,0.012683116,0.00010486967,6.480904e-8,0.011556203,0.9734085,0.0003251432],"about_ca_topic_score_codex":0.00017090696,"about_ca_topic_score_gemma":0.000112799935,"teacher_disagreement_score":0.044712905,"about_ca_system_score_codex":0.00080181955,"about_ca_system_score_gemma":0.045514725,"threshold_uncertainty_score":0.9999062},"labels":[],"label_agreement":null},{"id":"W4319455985","doi":"10.1007/s40596-023-01745-1","title":"A Qualitative Investigation of Burnout and Well-being Among Faculty and Residents in a Canadian Psychiatry Department","year":2023,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"McMaster University","funders":"","keywords":"Burnout; Qualitative research; Feeling; Psychology; Medical education; Psychological intervention; Identity (music); Medicine; Psychiatry; Nursing; Clinical psychology; Sociology; Social psychology","score_opus":0.059906075578585974,"score_gpt":0.4584680095511226,"score_spread":0.39856193397253664,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319455985","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96519226,0.0028586853,0.0000022512952,0.028759848,0.0012967058,0.0008945673,0.00008803342,0.000059865135,0.00084778835],"genre_scores_gemma":[0.99417776,0.0019206087,0.0005583148,0.002368349,0.0002524615,0.00019204589,0.00013020737,0.000031120297,0.00036910427],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99637985,0.0009437261,0.0010370322,0.00045946482,0.00033054515,0.0008493657],"domain_scores_gemma":[0.99829364,0.0003911715,0.00038837583,0.00019702947,0.000083342005,0.00064644177],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022505138,0.00022208689,0.00039166457,0.0005598148,0.0005440122,0.0000059135186,0.00016961429,0.0006434835,0.00003398224],"category_scores_gemma":[0.00023979625,0.00020136673,0.000037280908,0.00066000584,0.00015894417,0.00021464426,0.00013164738,0.0015229833,0.000040452964],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003031798,0.000006737306,0.95206606,0.0007040035,0.000019069834,0.0000017834461,0.034277335,9.3835547e-7,0.000019269264,0.0057663717,0.006637453,0.00047062984],"study_design_scores_gemma":[0.00086384226,0.000038867925,0.89580446,0.005659703,0.000014824086,0.0000011906204,0.035992473,0.00011816139,0.0000041000308,0.06097918,0.00034428106,0.0001789025],"about_ca_topic_score_codex":0.17598799,"about_ca_topic_score_gemma":0.3408924,"teacher_disagreement_score":0.1649044,"about_ca_system_score_codex":0.00016050106,"about_ca_system_score_gemma":0.0019049051,"threshold_uncertainty_score":0.8294992},"labels":[],"label_agreement":null},{"id":"W4321782499","doi":"10.1007/s40596-023-01749-x","title":"Educating Mental Health Trainees About Measurement-Based Care: A Scoping Review","year":2023,"lang":"en","type":"review","venue":"Academic Psychiatry","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Curriculum; CINAHL; PsycINFO; Medical education; Stakeholder; Mental health; Health care; MEDLINE; Medicine; Psychology; Nursing; Pedagogy; Psychiatry; Psychological intervention; Political science","score_opus":0.21348130120903186,"score_gpt":0.5299711944403008,"score_spread":0.31648989323126897,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321782499","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[4.879119e-7,0.9620546,0.000015526904,0.0058508897,0.019744739,0.007225698,0.0005993639,0.0005149649,0.003993739],"genre_scores_gemma":[0.0000029021985,0.98663497,0.00035995193,0.0068573593,0.001146902,0.00314631,0.00088747387,0.00031672016,0.00064739457],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9916552,0.00090523704,0.0037826875,0.0013365322,0.00092896476,0.0013913886],"domain_scores_gemma":[0.99584895,0.00018015623,0.0022802853,0.0010270838,0.000090801404,0.00057272153],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022830812,0.00094165327,0.002904925,0.0005182094,0.00038794792,0.000043874235,0.0012057062,0.0006980278,0.00037606125],"category_scores_gemma":[0.00019410049,0.0009172345,0.0014562778,0.0012433403,0.000110531815,0.00013995789,0.00014817697,0.0023769126,0.0030669996],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027296182,0.0001017992,0.0000062925437,0.3808308,0.00014048365,9.149047e-7,0.00016725948,1.6703053e-8,3.2136238e-9,0.00051536446,0.09767308,0.5205613],"study_design_scores_gemma":[0.00024350556,0.00013650644,0.0000035786006,0.5967246,0.00024389089,0.000044012286,0.00025084094,8.4381455e-8,1.6921774e-8,0.000058112775,0.4018897,0.00040507992],"about_ca_topic_score_codex":0.000095360745,"about_ca_topic_score_gemma":0.00015199921,"teacher_disagreement_score":0.5201562,"about_ca_system_score_codex":0.0015016877,"about_ca_system_score_gemma":0.005472177,"threshold_uncertainty_score":0.99992466},"labels":[],"label_agreement":null},{"id":"W4362549015","doi":"10.1007/s40596-023-01771-z","title":"The Impact of the Transition to Virtual Environments on Medical Students Mentoring At-Risk Youth","year":2023,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Medical education; Transition (genetics); Psychology; Medicine","score_opus":0.020826827295128327,"score_gpt":0.3445602629808081,"score_spread":0.3237334356856798,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4362549015","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.985132,0.00016756906,0.00003018436,0.0026141466,0.010225952,0.0003787274,0.0000518994,0.00006100149,0.001338535],"genre_scores_gemma":[0.9904035,0.0004359759,0.0000060188295,0.0006070846,0.00068250706,0.00007628838,0.000011720466,0.000034597368,0.007742306],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9964822,0.0003021249,0.00057248794,0.00042025783,0.0015667533,0.00065616],"domain_scores_gemma":[0.99876124,0.00021469977,0.00022517517,0.00050523714,0.0000064450787,0.00028722748],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0023355095,0.00023158907,0.00019854485,0.00009441807,0.0003941607,0.000012057462,0.0014662752,0.00036365027,0.00020310262],"category_scores_gemma":[0.00013398196,0.00013349268,0.00018471098,0.00041430647,0.00008640297,0.000032908047,0.0003175945,0.001112206,0.00088567095],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00071899773,0.0002994805,0.7257052,0.000011014607,0.00094323035,0.0000033387669,0.0546693,0.00064658764,0.0007405024,0.0015195115,0.1920163,0.022726534],"study_design_scores_gemma":[0.0018672913,0.0003555995,0.9727407,0.00032266072,0.000078526966,0.0000062157774,0.0053255856,0.000025803238,0.0002352675,0.00052972627,0.018191556,0.00032105646],"about_ca_topic_score_codex":0.00007488761,"about_ca_topic_score_gemma":0.0000027384503,"teacher_disagreement_score":0.2470355,"about_ca_system_score_codex":0.00026913048,"about_ca_system_score_gemma":0.000070749404,"threshold_uncertainty_score":0.99989223},"labels":[],"label_agreement":null},{"id":"W4366495998","doi":"10.1007/s40596-023-01785-7","title":"Spirituality and Religion in Canadian Psychiatric Residency Training: Follow-up Survey of Canadian Psychiatry Residency Programs","year":2023,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Religion, Spirituality, and Psychology","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of British Columbia; University of British Columbia Hospital","funders":"","keywords":"Spirituality; Curriculum; Residency training; Competence (human resources); Psychiatry; Psychology; Medicine; Medical education; Alternative medicine; Pedagogy; Continuing education; Social psychology","score_opus":0.08655248700799635,"score_gpt":0.3656074332451601,"score_spread":0.27905494623716376,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366495998","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8500899,0.0084556015,0.0000014918234,0.1028569,0.009252386,0.00096981245,0.000106059415,0.00017783733,0.028090023],"genre_scores_gemma":[0.9844988,0.009656646,0.00060155353,0.0032860567,0.0009248656,0.00006906605,0.00013983168,0.00007055006,0.0007526359],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9928911,0.0015083501,0.0015221947,0.0011117036,0.0007453077,0.0022213932],"domain_scores_gemma":[0.99658245,0.00028709206,0.00042396024,0.0007330731,0.00021570463,0.0017576942],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.008840266,0.00043812554,0.00072642753,0.0034926939,0.00081265566,0.00007004387,0.0011291261,0.0015222997,0.000057038025],"category_scores_gemma":[0.0011536787,0.0004977856,0.00018756907,0.008396218,0.0006652181,0.00034850824,0.000053722782,0.0013910832,0.00010133444],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000050572067,0.000027070444,0.78119624,0.00006166966,0.000024193927,0.0000051495254,0.009348979,9.554722e-7,0.0000018936992,0.060506236,0.14767858,0.00109847],"study_design_scores_gemma":[0.00089158845,0.0001046857,0.8298003,0.00017884029,0.000029469882,0.000008715415,0.00533008,0.0000041818594,3.096397e-7,0.14966232,0.013513318,0.00047620462],"about_ca_topic_score_codex":0.9973748,"about_ca_topic_score_gemma":0.9999086,"teacher_disagreement_score":0.1344089,"about_ca_system_score_codex":0.00031057993,"about_ca_system_score_gemma":0.019393776,"threshold_uncertainty_score":0.9997739},"labels":[],"label_agreement":null},{"id":"W4367059334","doi":"10.1007/s40596-023-01778-6","title":"Off-Script, Online: Virtual Medical Improv Pilot Program for Enhancing Well-being and Clinical Skills among Psychiatry Residents","year":2023,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Empathy and Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of British Columbia","funders":"University of Toronto; McMaster University","keywords":"Facilitator; Medical education; Psychology; Context (archaeology); Teamwork; Focus group; Experiential learning; Reflective practice; Nursing; Medicine; Pedagogy","score_opus":0.017913068134812454,"score_gpt":0.38769491440572174,"score_spread":0.36978184627090926,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4367059334","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9557609,0.0014378703,0.000107312604,0.02796589,0.012124969,0.0016224232,0.0000130321205,0.00057645893,0.0003911636],"genre_scores_gemma":[0.9491904,0.0048746597,0.0063836514,0.021757482,0.0134773115,0.0003836421,0.0004193438,0.00015648919,0.0033570193],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99561226,0.00014404551,0.0015161829,0.000905679,0.0009438142,0.0008780246],"domain_scores_gemma":[0.9973302,0.00051792053,0.00032681783,0.00045286244,0.00011017799,0.0012620173],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.002605714,0.00036294194,0.0006638643,0.00028494344,0.00024566325,0.000024228211,0.00036424724,0.0014490207,0.00009436237],"category_scores_gemma":[0.0033961327,0.00032067538,0.00024050946,0.00060852716,0.00041529466,0.00021453547,0.00015440148,0.0033265909,0.000077522425],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005586727,0.0020475874,0.7541153,0.00076331064,0.00023225852,0.000011849492,0.0020679883,3.8591205e-7,0.00009296581,0.0015325127,0.13344657,0.10513061],"study_design_scores_gemma":[0.007349914,0.0035933957,0.95854163,0.003253249,0.0005397961,0.000114684,0.00926645,0.00102772,0.000037475635,0.009265685,0.0064700083,0.0005400035],"about_ca_topic_score_codex":0.00005700797,"about_ca_topic_score_gemma":0.00026216923,"teacher_disagreement_score":0.20442633,"about_ca_system_score_codex":0.000060009603,"about_ca_system_score_gemma":0.0015953582,"threshold_uncertainty_score":0.99992454},"labels":[],"label_agreement":null},{"id":"W4376647965","doi":"10.1007/s40596-023-01790-w","title":"Collaboratively Designed Neuroscience Curriculum for Psychiatry Residents","year":2023,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Neuroscience, Education and Cognitive Function","field":"Neuroscience","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Curriculum; Psychology; Medical education; Clinical neuroscience; Psychiatry; Neuroscience; Medicine; Neurology; Pedagogy","score_opus":0.05421444395437783,"score_gpt":0.3381429516287246,"score_spread":0.28392850767434674,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4376647965","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008298919,0.00025872004,0.0014128631,0.8801333,0.10366256,0.0029352235,0.0007003941,0.0010781639,0.0015198977],"genre_scores_gemma":[0.0024194494,0.0005123091,0.00062025373,0.95975745,0.012496274,0.0010482174,0.00009436027,0.0002649822,0.022786729],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9923415,0.0006172251,0.0010741991,0.002900204,0.0015392539,0.0015276264],"domain_scores_gemma":[0.99682516,0.0007020249,0.0010691138,0.0008284804,0.0002929112,0.00028233015],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00064659194,0.000864297,0.00062280486,0.00093105115,0.0012266289,0.0002900004,0.0022751887,0.0014254929,0.000054838165],"category_scores_gemma":[0.0033918852,0.0008600982,0.00035324378,0.0039991685,0.0006435868,0.00074583705,0.00020648925,0.004121917,0.0007666257],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003615121,0.00008095699,0.0024238024,0.00016116195,0.0000039859146,0.00001037208,0.000053850665,0.0000033609103,0.013390735,0.0018253779,0.98185176,0.00015846743],"study_design_scores_gemma":[0.0012280741,0.0005318649,0.0052299905,0.00047706766,0.0001344376,0.00010448246,0.00027650615,0.0002180511,0.0026316473,0.022735437,0.96484786,0.0015845626],"about_ca_topic_score_codex":0.00001713474,"about_ca_topic_score_gemma":0.000008361249,"teacher_disagreement_score":0.09116629,"about_ca_system_score_codex":0.00015563694,"about_ca_system_score_gemma":0.002680175,"threshold_uncertainty_score":0.99987084},"labels":[],"label_agreement":null},{"id":"W4378212410","doi":"10.1007/s40596-023-01797-3","title":"Development and Implementation of an Autism Spectrum and Intellectual Developmental Disorders Specialty Track Within Child and Adolescent Psychiatry Fellowship","year":2023,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Autism Spectrum Disorder Research","field":"Neuroscience","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Institute of Mental Health","keywords":"Specialty; Child and adolescent psychiatry; Autism; Autism spectrum disorder; Psychiatry; Psychology; Pervasive developmental disorder; Track (disk drive); Medicine","score_opus":0.02912054394965625,"score_gpt":0.30800125950406443,"score_spread":0.2788807155544082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378212410","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5427307,0.0014080202,0.000032566113,0.45185307,0.0017843704,0.0013907411,0.00011356435,0.00019623186,0.00049073336],"genre_scores_gemma":[0.62856716,0.019870127,0.011355808,0.33308247,0.004220631,0.00036161253,0.0005865664,0.00095587457,0.0009997298],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.99426407,0.00033183233,0.0013116031,0.0018492622,0.0011042363,0.0011389736],"domain_scores_gemma":[0.99853337,0.00019446507,0.00058424106,0.00037377945,0.0000060972934,0.0003080761],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.00064221455,0.0008218379,0.0007174475,0.0008088131,0.0005991189,0.00011653436,0.0007137245,0.0010751362,0.00011511243],"category_scores_gemma":[0.00008738829,0.0008582683,0.000082035476,0.0007149349,0.0006922107,0.00039827428,0.000575666,0.004774694,0.00004313284],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006892814,0.0006767011,0.1599812,0.0068137352,0.00048292303,0.0000833151,0.037388146,0.000004083596,0.001043157,0.044519372,0.7096056,0.0387125],"study_design_scores_gemma":[0.010373828,0.0014671745,0.45828232,0.0037190355,0.00039440722,0.0016909407,0.015909916,0.00030727073,0.0090642385,0.16407645,0.32785332,0.0068611084],"about_ca_topic_score_codex":0.000060051607,"about_ca_topic_score_gemma":0.0011548495,"teacher_disagreement_score":0.38175225,"about_ca_system_score_codex":0.00017260837,"about_ca_system_score_gemma":0.0010848487,"threshold_uncertainty_score":0.9993868},"labels":[],"label_agreement":null},{"id":"W4378806914","doi":"10.1007/s40596-023-01799-1","title":"Virtual Reality Simulation for Suicide Risk Assessment Training: Prevalence of Adverse Effects","year":2023,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Virtual Reality Applications and Impacts","field":"Computer Science","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto","funders":"","keywords":"Headset; Virtual reality; Simulator sickness; Tolerability; Simulated patient; Mental health; Health care; Human factors and ergonomics; Poison control; Psychology; Medicine; Psychiatry; Medical emergency; Medical education; Adverse effect; Computer science; Human–computer interaction","score_opus":0.058221429219278066,"score_gpt":0.38536165333630773,"score_spread":0.32714022411702964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4378806914","genre_codex":"methods","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26106584,0.00006774609,0.73513776,0.001629456,0.0005994513,0.0008516104,0.000066810266,0.00024825346,0.00033307594],"genre_scores_gemma":[0.98898417,0.00017721306,0.0101634525,0.00026694813,0.00014449444,0.00011956739,0.000017065116,0.000012238973,0.00011486824],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9983019,0.00012665999,0.0004691644,0.00042589463,0.00033577805,0.00034060306],"domain_scores_gemma":[0.9978392,0.00097223214,0.00037105763,0.0006003948,0.00008017264,0.00013691981],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013420739,0.00014640318,0.00020559943,0.00013855055,0.00014792228,0.000010947072,0.00076146674,0.00018291472,0.0000026976595],"category_scores_gemma":[0.000482755,0.00014181132,0.0001224631,0.00070720434,0.000056532615,0.00046056302,0.00012858205,0.00032398212,0.000017173084],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012433631,0.000264373,0.081898734,0.0011339913,0.00017068628,8.1372656e-7,0.0047929483,0.12394107,0.003150839,0.5470485,0.011481543,0.22599216],"study_design_scores_gemma":[0.0013036557,0.0003374337,0.42810583,0.00014011774,0.000050482333,0.0000012716291,0.00015565805,0.5056191,0.00023462063,0.06288179,0.00094301335,0.00022702398],"about_ca_topic_score_codex":0.000023936333,"about_ca_topic_score_gemma":0.000003260425,"teacher_disagreement_score":0.7279183,"about_ca_system_score_codex":0.000049359034,"about_ca_system_score_gemma":0.0002838986,"threshold_uncertainty_score":0.5782898},"labels":[],"label_agreement":null},{"id":"W4385263785","doi":"10.1007/s40596-023-01825-2","title":"Evaluation of the Online Component of a Blended Learning Electroconvulsive Therapy Curriculum for Psychiatry Residents to Treat Depression in Older Adults","year":2023,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Electroconvulsive Therapy Studies","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Curriculum; Test (biology); Electroconvulsive therapy; Medicine; Depression (economics); Blended learning; Psychiatry; Psychology; Multiple choice; Medical education; Pedagogy","score_opus":0.022163066008314452,"score_gpt":0.35585517476610184,"score_spread":0.3336921087577874,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385263785","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97692657,0.009792245,0.000021888025,0.008916104,0.0005449402,0.0036660403,0.000014980294,0.000059759812,0.000057479825],"genre_scores_gemma":[0.9962424,0.0017988294,0.00043387339,0.0006192804,0.00027498876,0.0004310069,0.000046947363,0.000051704974,0.00010094083],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99697936,0.00034980912,0.00077868236,0.00047051528,0.0009534891,0.00046813575],"domain_scores_gemma":[0.998416,0.00014383146,0.00046716398,0.00036796677,0.0005262415,0.000078797864],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001235753,0.0002697657,0.0005519444,0.00040388817,0.00010599677,0.000002417335,0.00031003432,0.00022835436,0.000015624018],"category_scores_gemma":[0.0003580067,0.00019305859,0.00021190227,0.0011552296,0.000060189643,0.0000634128,0.00007439778,0.00072226394,0.000004302415],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018692621,0.00052907923,0.911772,0.00027726844,0.0001852389,2.1921616e-7,0.001785675,0.00016143684,0.06830871,0.000068277935,0.0042825267,0.010760289],"study_design_scores_gemma":[0.012714178,0.0008304172,0.95802546,0.0022873993,0.00026150286,0.000008952563,0.0023285672,0.0012268871,0.020182975,0.0018837615,0.000051043928,0.00019886259],"about_ca_topic_score_codex":0.00009895475,"about_ca_topic_score_gemma":0.0001634203,"teacher_disagreement_score":0.04812574,"about_ca_system_score_codex":0.00015000411,"about_ca_system_score_gemma":0.000608994,"threshold_uncertainty_score":0.78727007},"labels":[],"label_agreement":null},{"id":"W4385851157","doi":"10.1007/s40596-023-01836-z","title":"Educational Approaches Using Simulation for Psychiatric Risk Assessment: a Scoping Review","year":2023,"lang":"en","type":"review","venue":"Academic Psychiatry","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto","funders":"","keywords":"Risk assessment; Mental health; Harm; Inclusion (mineral); Curriculum; Medicine; Human factors and ergonomics; Poison control; Medical education; Suicide prevention; Occupational safety and health; Psychology; Nursing; Psychiatry; Medical emergency; Computer science","score_opus":0.4303933652744854,"score_gpt":0.5809955093850379,"score_spread":0.15060214411055245,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385851157","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000018417084,0.97488594,0.0016215456,0.0029631965,0.005749263,0.014198805,0.00021806546,0.000227018,0.000117724216],"genre_scores_gemma":[0.000018897832,0.9652283,0.02111929,0.0010806882,0.006913415,0.002665873,0.0024951415,0.00029245752,0.00018591735],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99419844,0.00044218684,0.0028628698,0.001177585,0.0006767137,0.0006422099],"domain_scores_gemma":[0.99250025,0.0031571977,0.0026523578,0.00093833776,0.0003908564,0.00036100455],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0017985272,0.0007289687,0.002357842,0.00092193816,0.0004740605,0.000030942352,0.0003913097,0.0011757436,0.00014544003],"category_scores_gemma":[0.00088771974,0.000693416,0.001080868,0.0021133663,0.000063800864,0.00019975584,0.00005552578,0.0021364477,0.00012140252],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020271777,0.00013290359,0.010555763,0.86744535,0.00038697748,1.5296642e-7,0.00005853157,0.00080504734,1.0063247e-8,0.00086539815,0.0057880986,0.11394151],"study_design_scores_gemma":[0.0011969655,0.00008855967,0.0004976838,0.9200643,0.009574501,0.000056551475,0.00008571496,0.009760804,9.095272e-9,0.0029605555,0.054782566,0.0009318364],"about_ca_topic_score_codex":0.000022365844,"about_ca_topic_score_gemma":0.0000019977983,"teacher_disagreement_score":0.11300968,"about_ca_system_score_codex":0.000876854,"about_ca_system_score_gemma":0.016603615,"threshold_uncertainty_score":0.9995517},"labels":[],"label_agreement":null},{"id":"W4386305553","doi":"10.1007/s40596-023-01849-8","title":"Uncertainty in the Clinic: the Importance of Adaptive Expertise for Dealing with Complexity","year":2023,"lang":"en","type":"editorial","venue":"Academic Psychiatry","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; Sinai Health System","funders":"Ontario HIV Treatment Network","keywords":"Psychology; Medical education; Computer science; Medicine","score_opus":0.07727597283658412,"score_gpt":0.4075323429824317,"score_spread":0.3302563701458476,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386305553","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.025932994,0.007842312,0.0001554275,0.0201789,0.94125605,0.0027987543,0.0007323514,0.000118850614,0.000984363],"genre_scores_gemma":[0.029783925,0.0053359447,0.0019654005,0.004218738,0.9563968,0.000769776,0.00081245427,0.00017994797,0.0005370198],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99696803,0.00013986476,0.0010916026,0.00054681126,0.0008236713,0.00043002242],"domain_scores_gemma":[0.93464994,0.06354294,0.00076132297,0.0007347312,0.00020333857,0.00010775365],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0025629986,0.0003208701,0.0008407261,0.000054540567,0.00010147474,0.000008219679,0.00064602407,0.0010904651,0.000022941716],"category_scores_gemma":[0.048915822,0.00016046078,0.00029448513,0.00026729362,0.00046391416,0.000023422182,0.00006371846,0.0030559262,0.00001267555],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0016038052,0.00009265723,0.014422641,0.00009497816,0.00012509819,0.0000055473665,0.00048781597,0.00001811053,3.7094887e-7,0.0010183795,0.9814735,0.0006570728],"study_design_scores_gemma":[0.022467615,0.005996532,0.051643737,0.048668724,0.0029975,0.000040303905,0.010150196,0.0017847514,0.0000047800836,0.06282583,0.7917499,0.0016701544],"about_ca_topic_score_codex":0.0004525186,"about_ca_topic_score_gemma":0.0007648178,"teacher_disagreement_score":0.18972366,"about_ca_system_score_codex":0.00006965555,"about_ca_system_score_gemma":0.001044859,"threshold_uncertainty_score":0.99924403},"labels":[],"label_agreement":null},{"id":"W4386699811","doi":"10.1007/s40596-023-01863-w","title":"Comment on “Psychiatry Residency Education in Canada: Past, Present and Future”","year":2023,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Residency training; Medical education; Psychology; Psychiatry; Graduate medical education; MEDLINE; Medicine; Family medicine; Political science; Accreditation; Continuing education; Law","score_opus":0.013535216865833912,"score_gpt":0.3132695717939623,"score_spread":0.2997343549281284,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386699811","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.008475997,0.0027978674,0.0000022439617,0.9541156,0.031676996,0.0009943831,0.000022551154,0.000071701455,0.0018426105],"genre_scores_gemma":[0.00013832362,0.0010652621,0.001641941,0.9005571,0.09336893,0.0002564579,0.0009196474,0.00010938205,0.001942929],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99645084,0.00013493413,0.0010211798,0.00075644965,0.0010433223,0.00059325696],"domain_scores_gemma":[0.99851084,0.00011068874,0.0003888107,0.00075759855,0.00011240258,0.000119657416],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00046585168,0.0004384107,0.00053131924,0.00072781567,0.00010761142,0.000013586876,0.00034188994,0.001377848,0.00010488102],"category_scores_gemma":[0.000079206766,0.0004216684,0.00006575205,0.0008463604,0.0000727643,0.00006707363,0.00007276049,0.0077361017,0.000066814646],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00003101484,0.000080587386,0.061354786,0.000673988,0.000048151065,0.000009110065,0.00007516843,3.9404026e-7,2.9607006e-7,0.0015444097,0.9219344,0.0142476745],"study_design_scores_gemma":[0.0005536177,0.00007520708,0.10267595,0.0016714028,0.000091783906,0.00004778836,0.0010168033,0.000014093548,6.223292e-7,0.0059722536,0.8875639,0.0003165794],"about_ca_topic_score_codex":0.13087326,"about_ca_topic_score_gemma":0.036283456,"teacher_disagreement_score":0.09458981,"about_ca_system_score_codex":0.0016212951,"about_ca_system_score_gemma":0.02839279,"threshold_uncertainty_score":0.9999186},"labels":[],"label_agreement":null},{"id":"W4387303168","doi":"10.1007/s40596-023-01880-9","title":"Psychiatric Clinical Training Across Borders: Developing Virtual Communities of Practice Through International Co-constructive Patient Simulation","year":2023,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; SickKids Foundation; University of Toronto","funders":"Child Study Center, Yale School of Medicine; National Institute of Mental Health; Yale University","keywords":"Constructive; Training (meteorology); Medical education; Psychology; Psychiatry; Medicine; Computer science; Geography; Process (computing)","score_opus":0.1398453099550735,"score_gpt":0.5323269254442143,"score_spread":0.39248161548914084,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387303168","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96715325,0.0003616498,0.0028829235,0.019504284,0.007943022,0.00061118405,0.00007283639,0.00023190156,0.0012389432],"genre_scores_gemma":[0.9735806,0.00043099618,0.018531347,0.0058376007,0.0011126099,0.000042151714,0.00039375422,0.000044369237,0.000026589776],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.99684477,0.0003351922,0.0015128976,0.00033593015,0.0005809011,0.00039029503],"domain_scores_gemma":[0.99466825,0.0032112205,0.0008656879,0.00038786518,0.00074361067,0.0001233872],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010946911,0.00021849661,0.00040441533,0.0002573491,0.0002905632,0.00001608472,0.00027109304,0.0004461007,0.00006829272],"category_scores_gemma":[0.0010296032,0.00023311228,0.00015161317,0.0009260427,0.0002760692,0.00052029546,0.000072012546,0.0012809248,0.000059308255],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005091297,0.00011331187,0.89634776,0.00010751117,0.00023288788,9.572898e-7,0.065895416,0.0054478403,0.000004559003,0.005784585,0.002096053,0.023460014],"study_design_scores_gemma":[0.003840371,0.00057938346,0.40566596,0.00078433286,0.00015572266,0.00007395959,0.54671544,0.015087189,0.000024206189,0.006391733,0.020204306,0.00047740806],"about_ca_topic_score_codex":0.00013355676,"about_ca_topic_score_gemma":0.000008976296,"teacher_disagreement_score":0.49068177,"about_ca_system_score_codex":0.00018908836,"about_ca_system_score_gemma":0.0016523759,"threshold_uncertainty_score":0.95060426},"labels":[],"label_agreement":null},{"id":"W4388212391","doi":"10.1007/s40596-023-01893-4","title":"Reflections on Medical Assistance in Dying (MAID)","year":2023,"lang":"en","type":"editorial","venue":"Academic Psychiatry","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"MEDLINE; Medical education; Psychology; Medicine; Nursing; Psychoanalysis; Political science; Law","score_opus":0.13319282406155872,"score_gpt":0.5084725863859579,"score_spread":0.3752797623243992,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388212391","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0017249107,0.0072393,0.000036588317,0.0047211843,0.9710549,0.00022221927,0.0000832419,0.00019476424,0.014722872],"genre_scores_gemma":[0.0006260325,0.024343882,0.00074795936,0.0009140848,0.9694172,0.00008189635,0.00037155842,0.00013552864,0.0033618147],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962788,0.00010440686,0.00085137086,0.00061371864,0.0016805667,0.00047113848],"domain_scores_gemma":[0.9971232,0.001763111,0.00031748667,0.00043404306,0.00011731344,0.00024489372],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00079687446,0.00034730654,0.0008555199,0.00051846757,0.00005713275,0.000006254347,0.00039450676,0.002992069,0.000092062175],"category_scores_gemma":[0.0061302045,0.00032288025,0.00020216004,0.00084581476,0.00012261694,0.000050769842,0.00007167405,0.0059345756,0.00020158352],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022899325,0.00006809641,0.007769231,0.00044126203,0.000105750376,0.00003499074,0.0003444761,0.0000014906497,0.000018821249,0.0003845173,0.9900206,0.00058177736],"study_design_scores_gemma":[0.0014085895,0.0001807728,0.0006149666,0.015736388,0.00010577792,0.000002599785,0.0003704698,0.000012273788,0.000016221362,0.0010167835,0.9802734,0.00026175065],"about_ca_topic_score_codex":0.00013562686,"about_ca_topic_score_gemma":0.0003046479,"teacher_disagreement_score":0.017104583,"about_ca_system_score_codex":0.00029533304,"about_ca_system_score_gemma":0.0016678028,"threshold_uncertainty_score":0.99992234},"labels":[],"label_agreement":null},{"id":"W4389296214","doi":"10.1007/s40596-023-01910-6","title":"New Technologies in Psychiatry Training: Opportunities and Obstacles","year":2023,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Digital Mental Health Interventions","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Training (meteorology); Medical education; Psychology; Psychiatry; Medicine","score_opus":0.13804115427667074,"score_gpt":0.3837466174704646,"score_spread":0.24570546319379388,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389296214","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0029204343,0.02172013,0.00001615457,0.92538023,0.03176218,0.000662777,0.0003250014,0.0015097642,0.015703315],"genre_scores_gemma":[0.007014548,0.0029097456,0.004070515,0.81279385,0.01191932,0.0009917265,0.0009128987,0.0007979756,0.15858945],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99561197,0.00015182965,0.0014125768,0.0011227928,0.00040369423,0.0012971637],"domain_scores_gemma":[0.9982072,0.000259801,0.0005436384,0.00080143864,0.000021011048,0.00016690273],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0003889703,0.00068847806,0.0007929927,0.0013139137,0.00011553938,0.00006380415,0.0010879462,0.003667142,0.00021459434],"category_scores_gemma":[0.00007000526,0.00073898473,0.00024339059,0.00061869255,0.00033304683,0.00025872517,0.0002960642,0.0069363136,0.0006590449],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022757748,0.000036492533,0.0048288275,0.00039536675,0.00010435858,0.00009324264,0.0005095603,6.736133e-8,1.8289099e-7,0.02639862,0.90292734,0.06468321],"study_design_scores_gemma":[0.00078196736,0.00024274287,0.0037649225,0.0020700458,0.000060624647,0.00019456536,0.011835652,8.5757995e-7,5.3515544e-7,0.21610396,0.76424515,0.00069897063],"about_ca_topic_score_codex":0.00022807482,"about_ca_topic_score_gemma":0.00019941367,"teacher_disagreement_score":0.18970534,"about_ca_system_score_codex":0.00012734075,"about_ca_system_score_gemma":0.00064705586,"threshold_uncertainty_score":0.9995061},"labels":[],"label_agreement":null},{"id":"W4391263689","doi":"10.1007/s40596-024-01935-5","title":"Comment on “Reflections on Medical Assistance in Dying (MAiD)”","year":2024,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Palliative Care and End-of-Life Issues","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; University Health Network","funders":"","keywords":"Psychology; Psychoanalysis; Medical education; Medicine","score_opus":0.14941299539858247,"score_gpt":0.46677929136347757,"score_spread":0.3173662959648951,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4391263689","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0018038639,0.009595729,0.000037582155,0.9533168,0.005383598,0.00030250513,0.000045857836,0.00011325101,0.029400826],"genre_scores_gemma":[0.0018561652,0.0042576054,0.0005139537,0.98336804,0.00786371,0.000076034405,0.00018118885,0.00008759252,0.001795706],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99697423,0.00012306658,0.00072709273,0.0006169076,0.001100247,0.00045846277],"domain_scores_gemma":[0.99873865,0.00045861234,0.00018734264,0.00044371176,0.000035577512,0.00013609325],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.00038814204,0.00039405856,0.0007242561,0.0005542604,0.000046148118,0.000009056528,0.00032282737,0.0020670588,0.00021244113],"category_scores_gemma":[0.00024984629,0.00033364043,0.00023185275,0.0004786944,0.00011157038,0.000030210404,0.000056082008,0.010457692,0.0003099448],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009367639,0.000073761024,0.0073966775,0.00071682624,0.00015360182,0.00019027696,0.0003754039,0.0000011062352,0.000007826688,0.0012706234,0.98915803,0.0005621797],"study_design_scores_gemma":[0.00077391346,0.00026314598,0.00031383208,0.02283783,0.00013436489,0.000022965456,0.00016697252,0.000020413836,0.00003745168,0.0020521237,0.97311765,0.00025930943],"about_ca_topic_score_codex":0.00005042927,"about_ca_topic_score_gemma":0.000023536708,"teacher_disagreement_score":0.030051256,"about_ca_system_score_codex":0.00037945772,"about_ca_system_score_gemma":0.0004540926,"threshold_uncertainty_score":0.99991155},"labels":[],"label_agreement":null},{"id":"W4392763730","doi":"10.1007/s40596-024-01947-1","title":"Assessment of Brief Online Approaches for Teaching Neuroscience in Psychiatry","year":2024,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Neuroscience, Education and Cognitive Function","field":"Neuroscience","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"National Institutes of Health; Small Business Innovation Research; National Institute of Mental Health; Yale University","keywords":"Clinical neuroscience; Psychology; Neuroscience; Medical education; Psychiatry; Medicine; Neurology","score_opus":0.07664651606756763,"score_gpt":0.37375676397984736,"score_spread":0.29711024791227975,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392763730","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9447171,0.0004799493,0.014122481,0.011612876,0.022484232,0.0008288765,0.000110455556,0.00021819053,0.0054258304],"genre_scores_gemma":[0.99045455,0.00010831189,0.0026789655,0.005545723,0.00052293245,0.00009033853,0.000006901457,0.000032478652,0.00055980124],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9974219,0.00017991054,0.0005651312,0.0009856015,0.00042483464,0.00042261073],"domain_scores_gemma":[0.99916357,0.00028639022,0.0001570882,0.00026474195,0.000019481136,0.000108742606],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0007401655,0.00021232969,0.00020885296,0.00046410217,0.00018770162,0.000058185757,0.00055677746,0.00013556871,0.000013268056],"category_scores_gemma":[0.00054011523,0.00019997332,0.00012451675,0.0010520216,0.0002896804,0.0005302994,0.00007027434,0.0011068077,0.000004699102],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004557138,0.0010994624,0.07859902,0.0004910279,0.0000035502521,0.0000017682514,0.0005357639,0.0002554592,0.19969843,0.6877797,0.007440961,0.024049228],"study_design_scores_gemma":[0.0024630881,0.0011746377,0.61527336,0.0015164558,0.00010273232,0.00022948794,0.0036483493,0.18213868,0.009504916,0.09859681,0.083815604,0.0015359039],"about_ca_topic_score_codex":0.0000076054866,"about_ca_topic_score_gemma":0.000008496625,"teacher_disagreement_score":0.5891829,"about_ca_system_score_codex":0.000054811484,"about_ca_system_score_gemma":0.00080299226,"threshold_uncertainty_score":0.81546754},"labels":[],"label_agreement":null},{"id":"W4396919969","doi":"10.1007/s40596-024-01982-y","title":"Psychodynamic Bootcamp: From Theory to Practice","year":2024,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Psychotherapy Techniques and Applications","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Psychodynamics; Psychotherapist; Medicine; MEDLINE; Psychology; Medical education; Political science","score_opus":0.017716720441300453,"score_gpt":0.37941089832864383,"score_spread":0.36169417788734337,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4396919969","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000068958965,0.017200211,0.02758904,0.83130515,0.022061743,0.0013563226,0.001045839,0.0014076043,0.09796513],"genre_scores_gemma":[0.000028827193,0.00093881297,0.022774661,0.8879545,0.023356229,0.0016942209,0.00061829865,0.00045429025,0.062180195],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9945021,0.0005512824,0.0010773204,0.0021954088,0.0005931449,0.0010807186],"domain_scores_gemma":[0.995702,0.000926058,0.00048384047,0.0025682114,0.00007844916,0.00024142921],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.00085535966,0.0009162824,0.0006947317,0.00056014303,0.00015300195,0.00010292847,0.0022071048,0.00433549,0.004754265],"category_scores_gemma":[0.000051144358,0.0008970267,0.00046057245,0.00084810314,0.00013754026,0.00015085496,0.00013585834,0.011457256,0.01874169],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013099787,0.0000800394,0.00003674025,0.000038721584,0.0006258457,0.000042759304,0.00077743566,1.873916e-7,0.000056932407,0.033568483,0.95184964,0.012792195],"study_design_scores_gemma":[0.00023105399,0.00008120455,0.00007578804,0.00031294228,0.00030771436,0.00007918794,0.00017804136,0.0000019119252,0.0000015380114,0.24841402,0.74956894,0.0007476622],"about_ca_topic_score_codex":0.00020545548,"about_ca_topic_score_gemma":0.000008754876,"teacher_disagreement_score":0.21484554,"about_ca_system_score_codex":0.0001612001,"about_ca_system_score_gemma":0.00018428086,"threshold_uncertainty_score":0.99934804},"labels":[],"label_agreement":null},{"id":"W4399668556","doi":"10.1007/s40596-024-01981-z","title":"Transforming Research Training in Psychiatry Residency: Creating a New Pipeline of Interdisciplinary Researchers","year":2024,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health; University of Toronto; Toronto General Hospital; University Health Network","funders":"","keywords":"Residency training; Pipeline (software); Medical education; Training (meteorology); Psychology; MEDLINE; Medicine; Engineering; Political science; Continuing education","score_opus":0.3131998397217747,"score_gpt":0.5305839016251975,"score_spread":0.21738406190342285,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399668556","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.004455778,0.030259717,0.00010373012,0.9356952,0.0028164429,0.0020380658,0.00005433344,0.00012958332,0.024447173],"genre_scores_gemma":[0.013565964,0.011881573,0.010267042,0.8601123,0.05977358,0.00037264163,0.0005580142,0.00077750644,0.042691357],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9860991,0.0009383655,0.0025568183,0.0014225994,0.0045365025,0.0044465824],"domain_scores_gemma":[0.99222636,0.001925101,0.00026751278,0.00100995,0.0002965008,0.0042746025],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.014715605,0.0006568034,0.0016215967,0.0038078218,0.00021716162,0.000042333286,0.0011113848,0.0039705653,0.0003814083],"category_scores_gemma":[0.01783393,0.00056621287,0.00048249905,0.0032531153,0.0006889618,0.000258237,0.0005149052,0.045615304,0.00017549921],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0007363041,0.000060049286,0.0012160615,0.010587612,0.000104379054,0.00057302095,0.007858131,6.3604057e-7,0.00013349866,0.0007443081,0.949094,0.028892],"study_design_scores_gemma":[0.00464264,0.0021911345,0.00052668207,0.08678109,0.00023349158,0.0006232255,0.013178874,0.00028366747,0.00007309465,0.19478,0.6958393,0.000846799],"about_ca_topic_score_codex":0.0007914768,"about_ca_topic_score_gemma":0.00040179124,"teacher_disagreement_score":0.2532547,"about_ca_system_score_codex":0.0009853011,"about_ca_system_score_gemma":0.12651303,"threshold_uncertainty_score":0.9996789},"labels":[],"label_agreement":null},{"id":"W4400443496","doi":"10.1007/s40596-024-02012-7","title":"Teaching Psychiatry Faculty to Address Unconscious Bias: Implementation of a Large-Scale Intervention","year":2024,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Scale (ratio); Intervention (counseling); Unconscious mind; Psychology; Medical education; Psychiatry; Clinical psychology; Medicine; Psychoanalysis","score_opus":0.02876589776242355,"score_gpt":0.4325954706038434,"score_spread":0.40382957284141985,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400443496","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9398405,0.0013434583,0.005576851,0.043580856,0.007737302,0.00072222477,0.000089333946,0.00022174188,0.00088775065],"genre_scores_gemma":[0.9664766,0.000029103332,0.024775099,0.005671072,0.0017188472,0.00012845908,0.00044058604,0.00005185257,0.00070836575],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9976885,0.00008121272,0.0009428878,0.0004347239,0.0005074477,0.0003452541],"domain_scores_gemma":[0.9992281,0.00002959604,0.00018178114,0.00032186304,0.000121478544,0.00011715518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013741679,0.00019477539,0.0002711737,0.00056520326,0.0001114876,0.000019358613,0.00020814432,0.00027413713,0.00034989708],"category_scores_gemma":[0.00017564397,0.00017963859,0.00017336871,0.00087870524,0.000045503224,0.00020802295,0.00006808442,0.0012408285,0.000115231946],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010047598,0.0004848323,0.25922668,0.002021688,0.00025833366,0.0000016219024,0.008158692,0.0000052504693,0.0016847593,0.020833086,0.53899413,0.16823043],"study_design_scores_gemma":[0.0094138775,0.0021386852,0.38125664,0.016462527,0.0016788245,0.00047652193,0.14223404,0.0031132316,0.0028301622,0.028343907,0.4104501,0.0016014725],"about_ca_topic_score_codex":0.00014364398,"about_ca_topic_score_gemma":0.00014798445,"teacher_disagreement_score":0.16662896,"about_ca_system_score_codex":0.00016578732,"about_ca_system_score_gemma":0.0004769039,"threshold_uncertainty_score":0.7325449},"labels":[],"label_agreement":null},{"id":"W4400443804","doi":"10.1007/s40596-024-02008-3","title":"Providing Education in Safe Settings: A Framework for Postgraduate Programs to Promote Workplace Safety for Residents","year":2024,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Disaster Response and Management","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Medical education; Patient safety; Occupational safety and health; MEDLINE; Workplace safety; Medicine; Psychology; Nursing; Political science; Health care","score_opus":0.042832112820642365,"score_gpt":0.45888953536389593,"score_spread":0.41605742254325356,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4400443804","genre_codex":"empirical","genre_gemma":"methods","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"methods","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4264478,0.0074725193,0.13198784,0.34886605,0.026143773,0.050479356,0.00015882576,0.0010803073,0.007363524],"genre_scores_gemma":[0.17967157,0.00061678205,0.58708924,0.0655351,0.008835653,0.04037798,0.0005246575,0.0005717198,0.116777316],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973547,0.00017450922,0.0008074943,0.0006450567,0.00021458088,0.0008036547],"domain_scores_gemma":[0.9988317,0.00044173692,0.0001599982,0.00032402444,0.00006656837,0.00017596416],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001902073,0.00023266628,0.00025931076,0.00033247768,0.00033952118,0.000041310832,0.00036486177,0.00040987955,0.000015843409],"category_scores_gemma":[0.0005354076,0.00021874238,0.0001085665,0.00058829534,0.000015365833,0.00022709843,0.0001496566,0.0011217523,0.00016847148],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00283656,0.00024108216,0.017134795,0.008631858,0.00011992184,0.000001143807,0.022596749,0.00000743917,0.0001490843,0.18997951,0.4275748,0.33072704],"study_design_scores_gemma":[0.0007713171,0.00023391575,0.0026900244,0.018198276,0.00007608825,0.0000014526055,0.011011218,0.0002601872,0.000009098234,0.20163433,0.7647642,0.0003499083],"about_ca_topic_score_codex":0.000046535908,"about_ca_topic_score_gemma":0.0000905522,"teacher_disagreement_score":0.4551014,"about_ca_system_score_codex":0.00030620975,"about_ca_system_score_gemma":0.0014474873,"threshold_uncertainty_score":0.8920055},"labels":[],"label_agreement":null},{"id":"W4401534323","doi":"10.1007/s40596-024-02020-7","title":"Correction: Teaching Psychiatry Faculty to Address Unconscious Bias: Implementation of a Large-Scale Intervention","year":2024,"lang":"en","type":"erratum","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Unconscious mind; Scale (ratio); Intervention (counseling); Psychology; Medical education; Psychiatry; Clinical psychology; Medicine; Psychoanalysis","score_opus":0.025234842303942347,"score_gpt":0.4153682556378798,"score_spread":0.3901334133339375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401534323","genre_codex":"editorial","genre_gemma":"other","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.07504959,0.009058863,0.0034784158,0.06604521,0.8163649,0.0034232982,0.0008358139,0.0007362131,0.025007723],"genre_scores_gemma":[0.089751095,0.0015556578,0.05945642,0.0466639,0.105692066,0.0024013,0.04459878,0.0012379088,0.6486429],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99511683,0.00016916468,0.0020064276,0.00096863264,0.0011275926,0.000611375],"domain_scores_gemma":[0.99772614,0.000038769966,0.0009173717,0.0007325776,0.00037821644,0.00020692263],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0018365083,0.0005582551,0.00082879286,0.0012993615,0.00022032397,0.000038488735,0.00047075178,0.0015850769,0.00068041694],"category_scores_gemma":[0.0005614241,0.0005444818,0.00046905712,0.0014092405,0.00008907647,0.00018621162,0.00019102528,0.007196996,0.00027133187],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006424941,0.00030007283,0.014650455,0.0019764456,0.00028374122,0.0000011181842,0.0019937723,0.0000016651252,0.000019692392,0.000666591,0.95453334,0.025508871],"study_design_scores_gemma":[0.0017546029,0.0006211827,0.015729208,0.013150291,0.0012153019,0.00018345218,0.024455,0.00035036707,0.00004234758,0.0017476425,0.9401039,0.00064673444],"about_ca_topic_score_codex":0.00022879073,"about_ca_topic_score_gemma":0.0006504113,"teacher_disagreement_score":0.7106728,"about_ca_system_score_codex":0.0005612027,"about_ca_system_score_gemma":0.0020741208,"threshold_uncertainty_score":0.9997111},"labels":[],"label_agreement":null},{"id":"W4401945506","doi":"10.1007/s40596-024-02033-2","title":"Exploring Perceived Bias at Psychiatry Grand Rounds","year":2024,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"Dalhousie University","keywords":"Psychology; Grand Challenges; MEDLINE; Medical education; Psychiatry; Medicine; Computer science; Political science","score_opus":0.14438080041176327,"score_gpt":0.3542076965172675,"score_spread":0.20982689610550426,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4401945506","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.14520513,0.018255316,0.000005160499,0.79466254,0.032782562,0.00058510003,0.00011750646,0.00067866786,0.007708044],"genre_scores_gemma":[0.0046646968,0.01162555,0.0011657628,0.8853515,0.06048492,0.00028170887,0.0011447388,0.00044199004,0.034839127],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99418724,0.00014542934,0.0015107719,0.0017106847,0.0012093751,0.0012365088],"domain_scores_gemma":[0.9939883,0.0037147983,0.00039430722,0.0012829653,0.00009377641,0.0005258992],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0006349898,0.0010059616,0.001488314,0.00052277173,0.00022136582,0.000073382675,0.0006016222,0.0034841916,0.00062678003],"category_scores_gemma":[0.004608858,0.00085323903,0.0011482526,0.00059745833,0.00026169416,0.00016489527,0.00029789266,0.013258834,0.003906488],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00013362967,0.000068330985,0.045865912,0.00079353125,0.0004219244,0.00022879615,0.00016729566,7.579602e-7,0.000007611867,0.0001243034,0.9510433,0.0011446156],"study_design_scores_gemma":[0.0021230243,0.0003324949,0.02333061,0.022503339,0.002098211,0.0009162987,0.000101832135,0.000017164906,0.0000033131805,0.0053645526,0.9421982,0.0010109298],"about_ca_topic_score_codex":0.000063370935,"about_ca_topic_score_gemma":0.000017622064,"teacher_disagreement_score":0.14054042,"about_ca_system_score_codex":0.0003607225,"about_ca_system_score_gemma":0.0010667038,"threshold_uncertainty_score":0.99939185},"labels":[],"label_agreement":null},{"id":"W4403115225","doi":"10.1007/s40596-024-02053-y","title":"An Online Curriculum for Geriatric Psychiatry Subspecialty Residents","year":2024,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Health and Well-being Studies","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; McMaster University; Memorial University of Newfoundland","funders":"","keywords":"Subspecialty; Curriculum; Geriatric psychiatry; Medical education; Psychiatry; Medicine; Psychology; Family medicine; Pedagogy","score_opus":0.02915507207461795,"score_gpt":0.38887939244398,"score_spread":0.3597243203693621,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403115225","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7701321,0.09414532,0.001024684,0.034837533,0.08963442,0.0015262178,0.00046519158,0.0012796406,0.006954871],"genre_scores_gemma":[0.87815326,0.0047960454,0.015182677,0.02305137,0.06915572,0.0008799274,0.00058455596,0.00047194152,0.007724505],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.996118,0.0001915751,0.0010046654,0.0011548698,0.00034682802,0.0011840258],"domain_scores_gemma":[0.9984995,0.0001709359,0.00018736749,0.00069849927,0.00007689029,0.00036678778],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0008533942,0.00044639205,0.00048385287,0.00042334877,0.00039860237,0.00005937608,0.00071854726,0.00076076435,0.0003570248],"category_scores_gemma":[0.000070047965,0.00041189985,0.00028385027,0.0008567144,0.00009984159,0.00026850743,0.000060297865,0.0014400003,0.00077550707],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011748527,0.00035808017,0.19725603,0.000434919,0.00016785445,0.0000056886033,0.0008367266,0.0000024159174,0.000017903347,0.07841229,0.7105895,0.011801084],"study_design_scores_gemma":[0.002623967,0.0008866145,0.5088662,0.00059733645,0.0003829343,0.000117807314,0.0030414823,0.0003162094,0.0000039752836,0.094744205,0.3871637,0.0012555518],"about_ca_topic_score_codex":0.00030116786,"about_ca_topic_score_gemma":0.00024563525,"teacher_disagreement_score":0.32342583,"about_ca_system_score_codex":0.00009417134,"about_ca_system_score_gemma":0.0005517293,"threshold_uncertainty_score":0.9998333},"labels":[],"label_agreement":null},{"id":"W4404522695","doi":"10.1007/s40596-024-02093-4","title":"Psychiatric Documentation in the 21st Century: A Trainee Perspective","year":2024,"lang":"en","type":"editorial","venue":"Academic Psychiatry","topic":"Electronic Health Records Systems","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Documentation; Perspective (graphical); Psychology; Medical education; MEDLINE; Medicine; Computer science; Political science; Artificial intelligence","score_opus":0.023203644753771693,"score_gpt":0.4439239549124798,"score_spread":0.42072031015870814,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404522695","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00029231777,0.07141051,0.000006587469,0.026727563,0.8373326,0.003764859,0.00028273274,0.00026475376,0.05991809],"genre_scores_gemma":[0.0014597755,0.028077817,0.000106412896,0.0036599913,0.9606968,0.0021372887,0.00039835655,0.00023653734,0.0032270213],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9894698,0.003006976,0.0024074877,0.0013701037,0.0017546581,0.0019909234],"domain_scores_gemma":[0.994134,0.0033711817,0.0010821235,0.00092473597,0.00025769265,0.00023028617],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.005671511,0.0007765013,0.00096940785,0.0009031492,0.0006854097,0.000043636526,0.0016122315,0.0050518345,0.00025730062],"category_scores_gemma":[0.0010324311,0.0005767218,0.00031764182,0.0019899493,0.000084592786,0.0002597762,0.00013354974,0.027014898,0.0024805102],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000079816105,0.000051406318,0.00082626304,0.002066008,0.00007314521,0.0000032154805,0.014062101,3.9258478e-7,9.94324e-7,0.04052256,0.94185466,0.0004594131],"study_design_scores_gemma":[0.0013123676,0.00017525358,0.00021280296,0.0018136776,0.000162145,0.000005707283,0.066198125,0.000008341158,2.129801e-8,0.028847823,0.90079194,0.000471795],"about_ca_topic_score_codex":0.003518532,"about_ca_topic_score_gemma":0.0034234985,"teacher_disagreement_score":0.12336421,"about_ca_system_score_codex":0.003868038,"about_ca_system_score_gemma":0.012153761,"threshold_uncertainty_score":0.99995595},"labels":[],"label_agreement":null},{"id":"W4404558165","doi":"10.1007/s40596-024-02063-w","title":"Evaluation of an Interprofessional Educational Intervention in Mental Health and Intellectual and Developmental Disability for Health and Social Service Trainees","year":2024,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Fleming College; University of Saskatchewan; Brock University; Queen's University; University of Toronto; Centre for Addiction and Mental Health","funders":"Azrieli Foundation; Centre for Addiction and Mental Health","keywords":"Mental health; Medicine; Feeling; Intervention (counseling); Session (web analytics); Population; Health care; Psychology; Nursing; Family medicine; Gerontology; Psychiatry; Environmental health","score_opus":0.0651341790962213,"score_gpt":0.5126624732360818,"score_spread":0.4475282941398605,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404558165","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.88889503,0.0041541834,0.000070752314,0.10343377,0.002004586,0.0012586436,0.0001108754,0.000021025877,0.000051093044],"genre_scores_gemma":[0.991514,0.00015846033,0.0016941765,0.0051603643,0.0003520976,0.00038876483,0.000600553,0.000018140428,0.00011341323],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9973133,0.0009358666,0.0008132934,0.00037196968,0.00033043406,0.00023509268],"domain_scores_gemma":[0.99900097,0.00043822106,0.00019321879,0.000054219334,0.00016281717,0.00015056776],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003342721,0.00014446379,0.00022502338,0.00015978265,0.00047542856,0.000011284566,0.000075414595,0.00019284702,0.00017299778],"category_scores_gemma":[0.00027306538,0.00013424546,0.000025335095,0.00024222022,0.00010031081,0.0003355325,0.00007096678,0.0005722394,0.0000035354085],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0018138252,0.000707129,0.096288756,0.005916732,0.00010268365,2.1774644e-8,0.60532284,8.222938e-7,0.0003197106,0.02752325,0.046280935,0.21572329],"study_design_scores_gemma":[0.0045878715,0.0007038992,0.2167374,0.006504274,0.00004588921,0.00001904469,0.69363534,0.020116696,0.000009569726,0.050594922,0.0065832757,0.00046183364],"about_ca_topic_score_codex":0.00019282018,"about_ca_topic_score_gemma":0.0018686743,"teacher_disagreement_score":0.21526146,"about_ca_system_score_codex":0.0005817005,"about_ca_system_score_gemma":0.0068817968,"threshold_uncertainty_score":0.99874824},"labels":[],"label_agreement":null},{"id":"W4404673642","doi":"10.1007/s40596-024-02087-2","title":"Opportunities and Barriers of Generative Artificial Intelligence in the Training of Psychiatrists: A Competencies-Based Perspective","year":2024,"lang":"en","type":"editorial","venue":"Academic Psychiatry","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada; Centre for Addiction and Mental Health; University of Waterloo; University Health Network; University of Toronto; Toronto Metropolitan University; Vector Institute; St. Michael's Hospital; McMaster University","funders":"Temerty Faculty of Medicine, University of Toronto; Natural Sciences and Engineering Research Council of Canada","keywords":"Perspective (graphical); Training (meteorology); Generative grammar; Psychology; Medical education; Residency training; Medicine; Artificial intelligence; Continuing education; Computer science","score_opus":0.16654800591246186,"score_gpt":0.431883941104537,"score_spread":0.2653359351920751,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404673642","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.04292061,0.037076082,0.000643281,0.04775095,0.8676726,0.0016294952,0.00045012665,0.000060865677,0.0017959472],"genre_scores_gemma":[0.46110326,0.0074837552,0.0029003553,0.0015043492,0.5263982,0.00018077555,0.00022439918,0.00010048806,0.00010445083],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9968376,0.00023717768,0.0013585542,0.0005046269,0.00073023693,0.00033178434],"domain_scores_gemma":[0.9973503,0.0012146535,0.0005027548,0.00034375413,0.00044167234,0.00014686435],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0015252284,0.0003236676,0.00071607396,0.0005420708,0.000092972725,0.000016634,0.00032555583,0.0009958083,0.000042015417],"category_scores_gemma":[0.0014045138,0.00025193486,0.00018179229,0.00057534163,0.000660836,0.000069637405,0.000029924246,0.0026633244,0.0000034727086],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011002832,0.00022293054,0.0016285588,0.0034974928,0.00027057526,0.000015425509,0.13876326,0.00004567079,0.00013597852,0.0959251,0.73784244,0.020552298],"study_design_scores_gemma":[0.00011156346,0.0014804221,0.000083696934,0.0045014024,0.00065745914,0.00002255229,0.7718075,0.0014868476,0.0005277891,0.17181267,0.046962805,0.00054529606],"about_ca_topic_score_codex":0.0010752889,"about_ca_topic_score_gemma":0.00042294225,"teacher_disagreement_score":0.69087964,"about_ca_system_score_codex":0.00017289555,"about_ca_system_score_gemma":0.0065461253,"threshold_uncertainty_score":0.99999326},"labels":[],"label_agreement":null},{"id":"W4405624612","doi":"10.1007/s40596-024-02109-z","title":"Online Cross-Cultural Dialogue: A Pilot for Transcultural Learning in Postgraduate Psychiatry Training","year":2024,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"Institute of Musculoskeletal Health and Arthritis","keywords":"Medical education; Psychology; Training (meteorology); Psychiatry; Medicine","score_opus":0.08308669049059737,"score_gpt":0.41706956918494137,"score_spread":0.333982878694344,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405624612","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.913713,0.043246124,0.00029086432,0.021648519,0.018399103,0.00056851766,0.0001099537,0.00053355994,0.0014903665],"genre_scores_gemma":[0.98776245,0.0017489799,0.0027282871,0.0015011965,0.0030078215,0.00013998777,0.00030891798,0.00010716413,0.0026951968],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967521,0.00018574008,0.0009128113,0.00095848675,0.0003002386,0.00089061284],"domain_scores_gemma":[0.9990097,0.00032350668,0.00013034686,0.00028178107,0.000088884735,0.00016577845],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0010200694,0.0004275515,0.0004293454,0.00026347983,0.00026895336,0.00020454238,0.0004936361,0.00050447177,0.00021474253],"category_scores_gemma":[0.00014500426,0.00036147682,0.00034051252,0.00062100607,0.00011876824,0.00078567595,0.000031513504,0.0027708716,0.00016406177],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.005344597,0.0018771944,0.18261093,0.0014694348,0.0011015615,0.00007478218,0.12638435,0.00089287246,0.0054842313,0.0770449,0.073137894,0.52457726],"study_design_scores_gemma":[0.013893317,0.0037987977,0.16957076,0.0030238125,0.0006166712,0.0013154338,0.033020116,0.013399062,0.000012160161,0.045581955,0.7124336,0.003334341],"about_ca_topic_score_codex":0.00027515992,"about_ca_topic_score_gemma":0.0005390454,"teacher_disagreement_score":0.6392957,"about_ca_system_score_codex":0.000050711493,"about_ca_system_score_gemma":0.00024090892,"threshold_uncertainty_score":0.9998837},"labels":[],"label_agreement":null},{"id":"W4406309865","doi":"10.1007/s40596-024-02100-8","title":"Development and Implementation of a Structured and Innovative Faculty-Wide Mentorship Program for a Large Department of Psychiatry","year":2025,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Mentoring and Academic Development","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Centre for Addiction and Mental Health; Women's College Hospital; University Health Network; University of Toronto","funders":"","keywords":"Mentorship; Medical education; Faculty development; Descriptive statistics; Promotion (chess); Psychology; Medicine; Professional development; Political science","score_opus":0.02401120974390487,"score_gpt":0.3882990596147186,"score_spread":0.36428784987081375,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406309865","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9895791,0.002554021,0.0007315424,0.0016939613,0.0029768925,0.0017127341,0.0001513327,0.00005498759,0.0005454692],"genre_scores_gemma":[0.9118471,0.00008241663,0.085331276,0.00076600077,0.00012053385,0.0011019291,0.00025135704,0.000028575376,0.0004708037],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977377,0.000059193047,0.0010263956,0.00048066766,0.00022077523,0.0004752732],"domain_scores_gemma":[0.9990143,0.00009266501,0.0005160202,0.00017428024,0.00010899596,0.000093731425],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0007845948,0.0002637483,0.0003893254,0.00026833464,0.00011421119,0.000008600737,0.00019921361,0.0003028461,0.00003628158],"category_scores_gemma":[0.00003967155,0.00024599044,0.000042955304,0.0004663827,0.00006413268,0.000068730435,0.000108668464,0.00033107965,0.0000011945959],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00021295133,0.0001797968,0.73650485,0.00060189894,0.00063176884,1.3124037e-7,0.0067119286,1.0837109e-7,0.0002507271,0.16274908,0.027194636,0.064962104],"study_design_scores_gemma":[0.0069218883,0.0002416652,0.7695999,0.00050346,0.00015960092,0.0000047213393,0.017040197,0.0000039588126,0.004061077,0.0129911145,0.18802449,0.00044790132],"about_ca_topic_score_codex":0.000016713759,"about_ca_topic_score_gemma":0.00004697138,"teacher_disagreement_score":0.16082986,"about_ca_system_score_codex":0.00006060803,"about_ca_system_score_gemma":0.0004064515,"threshold_uncertainty_score":0.9999992},"labels":[],"label_agreement":null},{"id":"W4408165917","doi":"10.1007/s40596-025-02119-5","title":"Feasibility and Virtual Adaptability of Implementing a Deteriorating Patient Scenarios Workshop in Undergraduate Pre-clinical Medical Education","year":2025,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Ontario Tobacco Research Unit","funders":"","keywords":"Adaptability; Medical education; Virtual patient; Psychology; Medicine; Medical physics","score_opus":0.043081907952987136,"score_gpt":0.44785921055264327,"score_spread":0.40477730259965616,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408165917","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97440994,0.0017965779,0.0001639873,0.021046387,0.0014409181,0.0009800073,0.000004068673,0.00003624488,0.00012185922],"genre_scores_gemma":[0.9950964,0.000112799855,0.0018500357,0.002598644,0.00020447241,0.000064802545,0.000026728178,0.000012216599,0.00003389763],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99673176,0.00035932695,0.0017062274,0.00051339314,0.000391257,0.0002980393],"domain_scores_gemma":[0.99779695,0.00097569847,0.00036500176,0.0004119803,0.00021082215,0.0002395733],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001895826,0.00015541326,0.00038403744,0.0001936412,0.00008665257,0.0000069061543,0.00012393478,0.000414085,0.000070378184],"category_scores_gemma":[0.003395928,0.00015426309,0.0000764402,0.0005275733,0.00016287577,0.00009769188,0.00010210346,0.0011093557,0.0000012197173],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020010384,0.00034818443,0.9579845,0.00033312396,0.000017662895,1.4319558e-7,0.0009839669,0.000011100992,0.000016863098,0.00079384755,0.00073957973,0.038570944],"study_design_scores_gemma":[0.0013517062,0.00012273707,0.9829941,0.0014785357,0.00004315407,0.0000050522644,0.0060722693,0.0036960014,0.000012991964,0.004019091,0.000098080236,0.000106281106],"about_ca_topic_score_codex":0.00025814152,"about_ca_topic_score_gemma":0.0003240418,"teacher_disagreement_score":0.038464665,"about_ca_system_score_codex":0.0002439521,"about_ca_system_score_gemma":0.005834263,"threshold_uncertainty_score":0.99980175},"labels":[],"label_agreement":null},{"id":"W4409087082","doi":"10.1007/s40596-025-02135-5","title":"Development of an Electroconvulsive Therapy Blended Learning Curriculum for Psychiatry Residents","year":2025,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Electroconvulsive Therapy Studies","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Electroconvulsive therapy; Curriculum; Psychology; Medical education; Psychotherapist; Medicine; Psychiatry; Pedagogy; Schizophrenia (object-oriented programming)","score_opus":0.012899522527678014,"score_gpt":0.3373779492302411,"score_spread":0.3244784267025631,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409087082","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9719932,0.017044349,0.0009222583,0.006040498,0.0010943486,0.0016688828,0.0000031609818,0.00018336784,0.0010499564],"genre_scores_gemma":[0.8912672,0.0036657697,0.094070554,0.00636814,0.0009994924,0.00082834624,0.00010524344,0.0001388792,0.002556392],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99735034,0.00009678225,0.00091118895,0.00062057324,0.00034580755,0.0006753147],"domain_scores_gemma":[0.99872154,0.00008275471,0.00039913814,0.0003645181,0.00029920076,0.00013285968],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.00053419324,0.00038546819,0.0006869944,0.00040334303,0.00034257636,0.000008783129,0.00037621177,0.0003520797,0.00002526064],"category_scores_gemma":[0.00010551413,0.0003487529,0.0002015514,0.0006017371,0.00009964997,0.00014215495,0.000052918094,0.0010745354,0.000008261664],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.003993378,0.0011681913,0.7059312,0.0009783732,0.0025986321,0.0000014199351,0.00231618,0.0000054666425,0.205482,0.01699572,0.016762761,0.043766677],"study_design_scores_gemma":[0.038520515,0.006003007,0.5294434,0.00369399,0.0009705955,0.000102876504,0.011651857,0.0002635366,0.27607873,0.06004894,0.07113869,0.002083851],"about_ca_topic_score_codex":0.000011327789,"about_ca_topic_score_gemma":0.000042121195,"teacher_disagreement_score":0.17648777,"about_ca_system_score_codex":0.00013866798,"about_ca_system_score_gemma":0.0019374792,"threshold_uncertainty_score":0.99989647},"labels":[],"label_agreement":null},{"id":"W4409721925","doi":"10.1007/s40596-025-02149-z","title":"Genetics Training in Canadian Psychiatry Residency Programs: a Survey of Residents and Program Directors","year":2025,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"BRCA gene mutations in cancer","field":"Biochemistry, Genetics and Molecular Biology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Calgary","funders":"","keywords":"Residency training; Medical education; Graduate medical education; Training (meteorology); Psychology; MEDLINE; Medicine; Family medicine; Psychiatry; Accreditation; Continuing education; Political science","score_opus":0.022420736465739048,"score_gpt":0.3377857101792949,"score_spread":0.3153649737135558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409721925","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9676349,0.027797885,0.00001589306,0.0014066111,0.0012564696,0.000556333,0.000035780755,0.000018410678,0.001277693],"genre_scores_gemma":[0.99043953,0.0017586455,0.0068312064,0.00040533138,0.0001322636,0.000121701625,0.00010420105,0.000027884455,0.00017924109],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982588,0.00014995506,0.0005034789,0.00048760677,0.00013380346,0.000466317],"domain_scores_gemma":[0.9992519,0.00001906389,0.00012828699,0.00036286525,0.000086019645,0.00015189144],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006518055,0.0001899698,0.00021409545,0.0002839467,0.00007019206,0.000015750495,0.00034303253,0.00046074638,0.000004347721],"category_scores_gemma":[0.00018254481,0.00021348955,0.000047222908,0.0006438717,0.00015489428,0.000006086186,0.00007922857,0.00035326715,9.650383e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004328324,0.000033363245,0.96554554,0.00007143649,0.00005688487,3.2783058e-7,0.00017057965,0.000012640557,0.0005565966,0.0003924402,0.003489713,0.0296272],"study_design_scores_gemma":[0.0005358836,0.00012395038,0.9930798,0.00026793033,0.000024839304,0.0000051068237,0.00031550296,0.000036846865,0.0004595344,0.0028790915,0.0020655028,0.00020600873],"about_ca_topic_score_codex":0.06873895,"about_ca_topic_score_gemma":0.70453906,"teacher_disagreement_score":0.6358001,"about_ca_system_score_codex":0.000082402876,"about_ca_system_score_gemma":0.0065587144,"threshold_uncertainty_score":0.99907315},"labels":[],"label_agreement":null},{"id":"W4409989107","doi":"10.1007/s40596-025-02143-5","title":"The State of Mental Health in Medical Students in 2023 from 18 Countries","year":2025,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Mental health; State (computer science); Psychology; Medical education; Environmental health; Psychiatry; Medicine; Computer science","score_opus":0.029861802691730978,"score_gpt":0.4815840964178104,"score_spread":0.4517222937260794,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4409989107","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7305634,0.04711111,0.000012287506,0.21434046,0.006105889,0.0009384621,0.00023664632,0.000024617,0.00066712365],"genre_scores_gemma":[0.798264,0.12093353,0.00019152886,0.074812464,0.00063072663,0.00036963017,0.00012390608,0.00004129413,0.0046328995],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9950731,0.0012349169,0.0017160828,0.00032856656,0.0008909832,0.0007563974],"domain_scores_gemma":[0.99787486,0.0012022426,0.00039636804,0.00029236908,0.00005085017,0.00018332334],"candidate_categories":["research_integrity"],"consensus_categories":[],"category_scores_codex":[0.003965512,0.00016613412,0.00046113157,0.00018592479,0.0005103771,0.000005179274,0.00094990834,0.0004453461,0.00029766408],"category_scores_gemma":[0.00026422937,0.00011608382,0.000045904828,0.0004779609,0.00013538645,0.00007449269,0.0004439691,0.0030727622,0.00005493496],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019482296,0.000075049524,0.9059357,0.00021122878,0.000020896123,9.024222e-7,0.001971735,5.2165166e-7,0.000002114841,0.001495866,0.07454715,0.015544011],"study_design_scores_gemma":[0.0026474544,0.000031940428,0.9012596,0.01671758,0.0000032997052,2.2738531e-7,0.0061673955,0.00008412045,0.000002018882,0.028912468,0.044052493,0.00012137962],"about_ca_topic_score_codex":0.008132253,"about_ca_topic_score_gemma":0.018314572,"teacher_disagreement_score":0.13952799,"about_ca_system_score_codex":0.00029398367,"about_ca_system_score_gemma":0.0043732203,"threshold_uncertainty_score":0.9995986},"labels":[],"label_agreement":null},{"id":"W4414057627","doi":"10.1007/s40596-025-02211-w","title":"Using Shakespeare’s Lear to Deepen Formulation Skills in Geriatric Psychiatry","year":2025,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Empathy and Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health; Sunnybrook Health Science Centre","funders":"","keywords":"Geriatric psychiatry; MEDLINE; Self-confidence; Geriatrics","score_opus":0.02047551377852642,"score_gpt":0.3705818909717664,"score_spread":0.35010637719324,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414057627","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96401584,0.0023905858,0.0012804476,0.021751618,0.0045523625,0.00076631166,0.000002968364,0.000081463135,0.005158416],"genre_scores_gemma":[0.9645282,0.0002084194,0.01652231,0.015882924,0.0012856629,0.00003904343,0.00002917962,0.000030103627,0.0014741456],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998194,0.000052946296,0.0006164835,0.00042392153,0.0002871371,0.00042555257],"domain_scores_gemma":[0.999202,0.000050760787,0.00010661091,0.00033050825,0.000053918895,0.00025616723],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0004962008,0.00019370095,0.0003181726,0.0006295394,0.000087123146,0.000010602476,0.00018567544,0.00047188296,0.0001161526],"category_scores_gemma":[0.0003491317,0.0001889556,0.00010116235,0.0013625069,0.000023936649,0.00016141817,0.00005343968,0.0009406601,0.00008942938],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003839043,0.00064424955,0.92318165,0.00043387717,0.00006688382,0.0000027058056,0.005180172,0.00016348631,0.0009577515,0.015104645,0.028349787,0.025530897],"study_design_scores_gemma":[0.0036919785,0.00018739857,0.9463896,0.0021897461,0.00024168946,0.00004817082,0.005152425,0.0010215471,0.0001613063,0.024474269,0.016017772,0.00042407232],"about_ca_topic_score_codex":0.00007917171,"about_ca_topic_score_gemma":0.000052426836,"teacher_disagreement_score":0.025106825,"about_ca_system_score_codex":0.00022441051,"about_ca_system_score_gemma":0.0011965804,"threshold_uncertainty_score":0.77053857},"labels":[],"label_agreement":null},{"id":"W4414691487","doi":"10.1007/s40596-025-02242-3","title":"Between Deference and Voice: Bridging Psychology, Psychiatry, and Cultural Identity in Clinical Training","year":2025,"lang":"en","type":"editorial","venue":"Academic Psychiatry","topic":"Counseling Practices and Supervision","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Addiction and Mental Health","funders":"Mitacs; Canadian Institutes of Health Research; Mental Health Research Canada; American Foundation for Suicide Prevention","keywords":"Deference; Bridging (networking); Cultural identity; Cultural competence; Identity (music); Cultural diversity","score_opus":0.06354231201922227,"score_gpt":0.4649193497424821,"score_spread":0.40137703772325983,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414691487","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.16474573,0.069151096,0.00015476637,0.0053986968,0.7574831,0.00042970426,0.00018839305,0.00013646454,0.0023120057],"genre_scores_gemma":[0.036713343,0.07364652,0.0020978488,0.0023331253,0.883311,0.00008431674,0.00040276555,0.00013788936,0.0012732303],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99319255,0.00092589355,0.0021584516,0.002118275,0.0006581545,0.00094665255],"domain_scores_gemma":[0.9956039,0.002324646,0.00080117607,0.0008201709,0.00013129192,0.00031879832],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0043618805,0.00075125805,0.0013948056,0.0005080723,0.0002897317,0.00017328505,0.001060221,0.005106721,0.00007546361],"category_scores_gemma":[0.0012514088,0.00075667567,0.00024998264,0.00062878884,0.00039846587,0.00068579486,0.0003720035,0.010449163,0.00007169653],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018304394,0.0000724774,0.21305917,0.00019871673,0.00018201378,0.0000054797733,0.0012038635,1.3142508e-7,8.302086e-7,0.00050757156,0.7133165,0.07127017],"study_design_scores_gemma":[0.0036031976,0.00025129758,0.19364126,0.0017586914,0.00052127236,0.000034523706,0.0017908313,0.00002146187,2.2830749e-8,0.010193423,0.7872031,0.0009809432],"about_ca_topic_score_codex":0.00066375063,"about_ca_topic_score_gemma":0.0009813195,"teacher_disagreement_score":0.1280324,"about_ca_system_score_codex":0.000041072017,"about_ca_system_score_gemma":0.00064912904,"threshold_uncertainty_score":0.9994884},"labels":[],"label_agreement":null},{"id":"W4414691510","doi":"10.1007/s40596-025-02214-7","title":"Customized Faculty Development for Psychiatry Teachers and Educators: From Needs Assessment to Program Evaluation","year":2025,"lang":"en","type":"letter","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Needs assessment; Faculty development; Program evaluation; MEDLINE; Professional development; Needs analysis","score_opus":0.039543044236953075,"score_gpt":0.4332661163398125,"score_spread":0.3937230721028594,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414691510","genre_codex":"commentary","genre_gemma":"commentary","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"commentary","genre_consensus":"commentary","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.06517314,0.0010210127,0.0015942086,0.90592515,0.015069044,0.009791106,0.00009378762,0.0002523233,0.00108021],"genre_scores_gemma":[0.0003893761,0.000034472094,0.37505275,0.5923733,0.011136939,0.008904904,0.009766601,0.000088526795,0.0022531035],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9955545,0.00015075316,0.0013495567,0.0010021029,0.0012712613,0.0006718393],"domain_scores_gemma":[0.99796855,0.00013078032,0.0005120204,0.00067656976,0.00052946067,0.00018258527],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0017031112,0.0006244273,0.00083971716,0.0010951111,0.0002631821,0.000057214533,0.0004317721,0.0024486822,0.00015260075],"category_scores_gemma":[0.0007308898,0.0005898271,0.00017252623,0.0010922189,0.000097995595,0.000108964574,0.00010419982,0.004762633,0.000031168034],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000066329136,0.00019015066,0.011467234,0.0004571147,0.00038645777,1.9761129e-7,0.0009631846,5.7185724e-7,0.000006073149,0.00011468013,0.81164896,0.17469905],"study_design_scores_gemma":[0.0037157803,0.00014826175,0.015898526,0.0019490385,0.0012453103,0.000007934255,0.0019653812,0.00018553654,0.0000069856105,0.0020744577,0.9722436,0.00055919506],"about_ca_topic_score_codex":0.000034529952,"about_ca_topic_score_gemma":0.000005309465,"teacher_disagreement_score":0.37345853,"about_ca_system_score_codex":0.0011987074,"about_ca_system_score_gemma":0.010341648,"threshold_uncertainty_score":0.9996553},"labels":[],"label_agreement":null},{"id":"W4414724687","doi":"10.1007/s40596-025-02213-8","title":"Building Capacity Through Simulation: A Novel Approach to Teaching Capacity Assessment Skills to Geriatric Psychiatry and Geriatric Medicine Residents","year":2025,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Healthcare Decision-Making and Restraints","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Geriatric psychiatry; Geriatrics; Capacity building; Graduate medical education; Needs assessment; MEDLINE","score_opus":0.0485705000755759,"score_gpt":0.4252247975227895,"score_spread":0.3766542974472136,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414724687","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7686354,0.0013456306,0.17905575,0.01935623,0.012364659,0.0015012006,0.000053761232,0.00026144763,0.017425912],"genre_scores_gemma":[0.8013366,0.0000488177,0.18490735,0.010474439,0.0024609328,0.00013571793,0.000009576497,0.00006752986,0.00055905996],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99398786,0.00060426095,0.0016349255,0.0017611028,0.00084944675,0.0011623802],"domain_scores_gemma":[0.99683905,0.00081461156,0.0004350428,0.0011301687,0.00014663186,0.00063447165],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.002829641,0.0006539483,0.0009175447,0.0010953697,0.0008171485,0.000067687324,0.00096259237,0.001062986,0.00006409876],"category_scores_gemma":[0.0008860413,0.0005919641,0.00016618069,0.0020036527,0.00014252205,0.00024806004,0.00031126913,0.0029309248,0.000055303786],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00082487304,0.0035754798,0.26893005,0.0017440174,0.0013217313,0.000029034953,0.025828337,0.00827328,0.0020475336,0.49260718,0.1311,0.0637185],"study_design_scores_gemma":[0.004260141,0.0004547618,0.8971568,0.0019101399,0.00030361014,0.00028605372,0.003560997,0.00064116856,0.0000043981127,0.06614411,0.02397599,0.0013018773],"about_ca_topic_score_codex":0.0014117406,"about_ca_topic_score_gemma":0.00003361748,"teacher_disagreement_score":0.6282267,"about_ca_system_score_codex":0.00034357698,"about_ca_system_score_gemma":0.00044336086,"threshold_uncertainty_score":0.99965316},"labels":[],"label_agreement":null},{"id":"W4415049888","doi":"10.1007/s40596-025-02248-x","title":"The Arrival","year":2025,"lang":"en","type":"editorial","venue":"Academic Psychiatry","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"","score_opus":0.006074460902003582,"score_gpt":0.30535572508796616,"score_spread":0.29928126418596257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415049888","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000015853997,0.025754672,0.0000071511413,0.0040321792,0.9377677,0.00043983047,0.0010721341,0.00058033376,0.030330176],"genre_scores_gemma":[0.000014148111,0.0037187107,0.0001370166,0.00033244173,0.9578977,0.000130642,0.00042975094,0.00025138652,0.03708818],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99460596,0.0003277735,0.001012113,0.0010197734,0.0019330387,0.0011013291],"domain_scores_gemma":[0.9949328,0.0023035873,0.00073193933,0.0016274636,0.00021007871,0.00019416006],"candidate_categories":["metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0017868185,0.0007541046,0.00061730493,0.00024643602,0.0007260033,0.000109132125,0.0038972439,0.0052143275,0.00005380406],"category_scores_gemma":[0.003244368,0.0005516053,0.00042649376,0.0007449743,0.000475766,0.00012707106,0.00050670304,0.013667657,0.0068781143],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012648434,0.000014701998,0.00017591294,0.00008583244,0.00023074941,9.027041e-7,0.000026793386,9.968629e-7,0.000008442783,0.005117891,0.99347526,0.00073606084],"study_design_scores_gemma":[0.00059336727,0.000022476579,0.000036811056,0.00051628397,0.00025741674,0.0000016364872,0.000059471065,0.0000052642986,0.0000025645256,0.029632227,0.9683384,0.0005340917],"about_ca_topic_score_codex":0.00003984619,"about_ca_topic_score_gemma":0.00006228268,"teacher_disagreement_score":0.025136843,"about_ca_system_score_codex":0.0003575894,"about_ca_system_score_gemma":0.004603936,"threshold_uncertainty_score":0.9996936},"labels":[],"label_agreement":null},{"id":"W4415127660","doi":"10.1007/s40596-025-02210-x","title":"What Factors Influence Residents to Enroll in Geriatric Psychiatry Subspecialty Training? A Cross-Canada Survey","year":2025,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Aging and Gerontology Research","field":"Psychology","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Memorial University of Newfoundland","funders":"","keywords":"Subspecialty; Geriatric psychiatry; Geriatrics; Meaning (existential); Population; MEDLINE","score_opus":0.040933793305946604,"score_gpt":0.4059304821439025,"score_spread":0.3649966888379559,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415127660","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95900387,0.006250386,0.000027404221,0.0074418597,0.021926582,0.0005763713,0.000060248785,0.00009751122,0.0046158005],"genre_scores_gemma":[0.9841536,0.000102599515,0.00011570453,0.0065837065,0.00047331234,0.000102825936,0.000033335607,0.000046787118,0.008388106],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.994778,0.00078851916,0.0011178605,0.0012488483,0.0005720235,0.0014947918],"domain_scores_gemma":[0.99766177,0.0006488013,0.00021974153,0.0009524361,0.00013207491,0.00038517],"candidate_categories":["metaepi_narrow","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0019125106,0.00046640076,0.0006678442,0.0007972159,0.00027614052,0.000117843716,0.0015588775,0.0008883527,0.0003470183],"category_scores_gemma":[0.00059155904,0.00047897737,0.00011688781,0.0023170998,0.00018844478,0.0004292814,0.00022195884,0.0024187348,0.00017041342],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004103202,0.00007455852,0.90365994,0.000033533932,0.00008321689,0.000008411901,0.0020097054,0.000025954747,0.0000045105894,0.0019766637,0.090837635,0.0008755314],"study_design_scores_gemma":[0.0014219454,0.00005822263,0.98812324,0.00020194813,0.000015054212,0.000008950994,0.0042942856,0.0000032589307,0.0000038205617,0.0031093487,0.0023545835,0.00040536598],"about_ca_topic_score_codex":0.25208172,"about_ca_topic_score_gemma":0.7166678,"teacher_disagreement_score":0.46458602,"about_ca_system_score_codex":0.00033961388,"about_ca_system_score_gemma":0.0033966969,"threshold_uncertainty_score":0.9998827},"labels":[],"label_agreement":null},{"id":"W4415828268","doi":"10.1007/s40596-025-02264-x","title":"Reclaiming the Final Months of Medical School: Reflections and Challenges in Supporting the Transition to Residency","year":2025,"lang":"en","type":"editorial","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Transition (genetics); MEDLINE; Graduate medical education; Qualitative research","score_opus":0.054571236744074346,"score_gpt":0.41995059207731766,"score_spread":0.36537935533324334,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415828268","genre_codex":"commentary","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00354374,0.013140788,0.00015508695,0.58174896,0.3987662,0.000758461,0.000011512742,0.000037072336,0.0018382121],"genre_scores_gemma":[0.0069859815,0.049981505,0.0033011087,0.009173285,0.9288424,0.0005356274,0.0001946333,0.00007407318,0.0009113344],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964467,0.00020885059,0.0011132375,0.0004445737,0.0014735378,0.00031305535],"domain_scores_gemma":[0.998008,0.000822622,0.00032505326,0.0004912295,0.0002312469,0.00012183277],"candidate_categories":["metaresearch","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0044740983,0.000215088,0.00040229262,0.0004387959,0.0002316235,0.000010709155,0.0004893717,0.0017024396,0.00009019874],"category_scores_gemma":[0.019045265,0.0001430165,0.00007453573,0.0009137086,0.00018301727,0.00006828357,0.00006741667,0.00580827,0.000004172121],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009715514,0.000050291652,0.000267276,0.00067408587,0.000045334655,0.0000014334519,0.002365254,0.0000016152018,0.000011075672,0.0016613049,0.97071886,0.024106331],"study_design_scores_gemma":[0.0012662983,0.00023728191,0.0051440145,0.0104521755,0.00038808084,0.00004802345,0.014321424,0.00013606733,0.0000135011605,0.010628528,0.957085,0.0002796185],"about_ca_topic_score_codex":0.00019767138,"about_ca_topic_score_gemma":0.00034133994,"teacher_disagreement_score":0.5725757,"about_ca_system_score_codex":0.00016415876,"about_ca_system_score_gemma":0.0045650275,"threshold_uncertainty_score":0.99959356},"labels":[],"label_agreement":null},{"id":"W4415828684","doi":"10.1007/s40596-025-02263-y","title":"When I Think of Healing","year":2025,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Art Therapy and Mental Health","field":"Arts and Humanities","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"","score_opus":0.02888567806157408,"score_gpt":0.3054916185174312,"score_spread":0.27660594045585707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415828684","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5116704,0.016324567,0.00020315486,0.027359733,0.009565536,0.0003996743,0.000036099114,0.00018007349,0.43426076],"genre_scores_gemma":[0.9709167,0.00043599505,0.00040472214,0.0112545695,0.00074980105,0.0000063629973,0.000006868717,0.000009736186,0.016215261],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99935013,0.000025794045,0.00026951052,0.0001148909,0.000081964834,0.00015770603],"domain_scores_gemma":[0.9997174,0.00002948791,0.00007563749,0.00012648905,0.000017584298,0.000033369794],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00018411539,0.000074669166,0.00012786244,0.00006939617,0.00018735447,0.000005813311,0.00016223823,0.00007023441,0.00052062864],"category_scores_gemma":[0.0000038114777,0.00006455142,0.000052311116,0.000024009272,0.00010095071,0.00009007163,0.000026624562,0.0002845767,0.00002898822],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033986616,0.000028237215,0.0025545626,0.00011195823,0.000022966395,5.4830483e-8,0.017382432,5.944289e-7,0.00003934956,0.901097,0.07450187,0.004227003],"study_design_scores_gemma":[0.00042319534,0.000060069586,0.00032899962,0.00030725953,0.000018647417,7.100009e-7,0.0075254175,0.000021814738,0.00016750113,0.30749783,0.6835491,0.00009945515],"about_ca_topic_score_codex":0.00013331973,"about_ca_topic_score_gemma":0.00012400294,"teacher_disagreement_score":0.60904723,"about_ca_system_score_codex":0.000018051402,"about_ca_system_score_gemma":0.0001029605,"threshold_uncertainty_score":0.5700519},"labels":[],"label_agreement":null},{"id":"W4415965891","doi":"10.1007/s40596-025-02218-3","title":"“How Do You Think That Went?”: A Peer Feedback Process for Workshop Presenters at an Academic Meeting","year":2025,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Academic Writing and Publishing","field":"Arts and Humanities","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Tobacco Research Unit; University of Toronto","funders":"","keywords":"Process (computing); Peer feedback; Peer review; Graduate students; Peer evaluation; Peer group","score_opus":0.05318606565948195,"score_gpt":0.31726829645753296,"score_spread":0.264082230798051,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4415965891","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6027881,0.018174756,0.00032103166,0.2722064,0.012321782,0.0018865429,0.00027303124,0.0013800511,0.09064831],"genre_scores_gemma":[0.8377086,0.00036830074,0.00029330322,0.008290552,0.0077815894,0.0002331553,0.00018310262,0.00011814359,0.14502326],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962404,0.00014473656,0.0006685053,0.0010425268,0.0007838774,0.0011199933],"domain_scores_gemma":[0.99802953,0.00037808952,0.000527342,0.0005113817,0.00028299226,0.00027067767],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0018488165,0.0005410803,0.0005151647,0.0003471356,0.0013649091,0.0007178166,0.0017154361,0.001065665,0.00012450345],"category_scores_gemma":[0.0007798729,0.00049439823,0.00027400648,0.00020911101,0.0002958418,0.0023719254,0.000300317,0.0033525957,0.000022771608],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002558416,0.000052491247,0.04201659,0.00062652753,0.00016651869,7.6037435e-7,0.03808638,0.00004056175,0.00007413533,0.10603245,0.80923456,0.003413158],"study_design_scores_gemma":[0.0014868723,0.00004886287,0.00026594923,0.0016263853,0.00020693293,0.000011638973,0.11949858,0.0007035215,0.00011557165,0.035027068,0.8402437,0.00076494383],"about_ca_topic_score_codex":0.000034048666,"about_ca_topic_score_gemma":0.00009154623,"teacher_disagreement_score":0.26391584,"about_ca_system_score_codex":0.00011576034,"about_ca_system_score_gemma":0.00022898885,"threshold_uncertainty_score":0.99993515},"labels":[],"label_agreement":null},{"id":"W4416121139","doi":"10.1007/s40596-025-02251-2","title":"Stillbirth","year":2025,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"","field":"","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Ontario Shores Centre for Mental Health Sciences; University of Toronto","funders":"","keywords":"","score_opus":0.00828531752441707,"score_gpt":0.31090216141043625,"score_spread":0.30261684388601917,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416121139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.68206424,0.011264406,0.0006072044,0.01285833,0.008251371,0.00041333208,0.00006097396,0.0013674285,0.28311273],"genre_scores_gemma":[0.9810811,0.000116816496,0.0018374162,0.00756437,0.00050384045,0.00003171511,0.000010432326,0.000059513874,0.008794769],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99861556,0.000057039695,0.0003318017,0.0003689148,0.00021234475,0.0004143269],"domain_scores_gemma":[0.9992989,0.000050129238,0.00008939216,0.00043826862,0.000030708314,0.00009264322],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00032112718,0.00017843931,0.00017651354,0.00026237703,0.00010304539,0.000011676912,0.00055922096,0.0002960083,0.00019731719],"category_scores_gemma":[0.00009758639,0.00017571899,0.00008416371,0.0008813285,0.00008569816,0.00014537264,0.000105614665,0.0009776019,0.0064522596],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035844983,0.000027421442,0.25317404,0.000025158803,0.00004389947,3.4566594e-7,0.000044394445,0.000008477241,0.0017367472,0.1351526,0.6080174,0.0017337109],"study_design_scores_gemma":[0.0013815054,0.00002333896,0.16576919,0.00024947614,0.00008597058,0.000012091458,0.00027516758,0.00018231073,0.0005200498,0.16692476,0.66416645,0.0004096716],"about_ca_topic_score_codex":0.000013113251,"about_ca_topic_score_gemma":0.000009601411,"teacher_disagreement_score":0.2990169,"about_ca_system_score_codex":0.00007297129,"about_ca_system_score_gemma":0.00030145238,"threshold_uncertainty_score":0.99432135},"labels":[],"label_agreement":null},{"id":"W4416439905","doi":"10.1007/s40596-025-02268-7","title":"Modernizing Personality Disorders Curriculum Through Resident Engagement: An Innovative Approach","year":2025,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Personality Disorders and Psychopathology","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"Curriculum; Personality disorders; Personality; MEDLINE","score_opus":0.03844949884317162,"score_gpt":0.37290429705531963,"score_spread":0.334454798212148,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4416439905","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6410864,0.009118089,0.0182768,0.008819179,0.004925616,0.0007586066,0.00005981004,0.00033001814,0.31662548],"genre_scores_gemma":[0.9776404,0.00040480596,0.0042280913,0.012877337,0.0006058861,0.00034171744,0.00015859341,0.00006112427,0.0036820685],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.99565375,0.0009502895,0.00079262233,0.0013363071,0.00035934526,0.00090769364],"domain_scores_gemma":[0.99849004,0.000094419804,0.00029230773,0.00089138985,0.000108763365,0.00012310005],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0012623852,0.00048456492,0.00050532335,0.00026793906,0.0005045331,0.000039662493,0.0009821913,0.0007298456,0.00058064866],"category_scores_gemma":[0.000070281516,0.0004896966,0.00018722544,0.0014454691,0.0003584578,0.00041490863,0.00016240937,0.0022557252,0.00011335234],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017828758,0.00093471503,0.4424416,0.00011216533,0.00029870163,0.0000021508422,0.027552973,0.000019617753,0.000046299312,0.4462194,0.07676883,0.0054252185],"study_design_scores_gemma":[0.0052152835,0.00032019746,0.4098415,0.00020781446,0.0002253198,0.00004049555,0.099006765,0.00063355046,0.0000053462936,0.30572888,0.17717732,0.0015975301],"about_ca_topic_score_codex":0.0013319924,"about_ca_topic_score_gemma":0.00015508656,"teacher_disagreement_score":0.336554,"about_ca_system_score_codex":0.0000916245,"about_ca_system_score_gemma":0.00021503729,"threshold_uncertainty_score":0.99975544},"labels":[],"label_agreement":null},{"id":"W4417304818","doi":"10.1007/s40596-025-02289-2","title":"Role of Simulation-Based Education in the Integration of Continuing Education, Quality Improvement, and Patient Safety","year":2025,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Centre for Addiction and Mental Health","funders":"","keywords":"Patient safety; Quality (philosophy); Continuing education; MEDLINE; Patient care; Quality management","score_opus":0.0151375025976735,"score_gpt":0.39074039876774314,"score_spread":0.37560289617006964,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417304818","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9870266,0.0029520758,0.00060587924,0.0068404675,0.0007458439,0.0010820829,0.000011280958,0.000014355725,0.0007214174],"genre_scores_gemma":[0.9950921,0.00003679622,0.0010749431,0.0034716583,0.00009596922,0.000082804494,0.00009413778,0.00000827377,0.0000433377],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99823326,0.00016600158,0.0010239793,0.00022229095,0.00023634409,0.000118115735],"domain_scores_gemma":[0.99783695,0.0007930158,0.0004866925,0.0003487451,0.00049099064,0.000043593354],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0005594497,0.00011655964,0.00022366845,0.00031107914,0.000049794075,0.000004879311,0.00010407137,0.0001687651,0.000017615634],"category_scores_gemma":[0.00047182784,0.000098573386,0.000050118237,0.0005521549,0.00006859262,0.000085030675,0.000010878359,0.00034344103,5.4481234e-7],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00015985094,0.00033199787,0.80400723,0.00034108426,0.000009472104,3.2676146e-9,0.00394542,0.0010759049,0.0019584517,0.008452921,0.0002661517,0.17945153],"study_design_scores_gemma":[0.000778255,0.00010273161,0.93837184,0.0012909685,0.000054950015,3.4958347e-7,0.044763662,0.004128128,0.0013560018,0.008498186,0.00056167564,0.00009328465],"about_ca_topic_score_codex":0.0005378907,"about_ca_topic_score_gemma":0.000036701567,"teacher_disagreement_score":0.17935823,"about_ca_system_score_codex":0.00012756436,"about_ca_system_score_gemma":0.0026865127,"threshold_uncertainty_score":0.47657582},"labels":[],"label_agreement":null},{"id":"W4417467388","doi":"10.1007/s40596-025-02293-6","title":"Distinguishing Received and Perceived Social Support in Medical Education: Key Predictors of Medical Student Loneliness","year":2025,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Joseph’s Healthcare Hamilton; Western University; Centre for Addiction and Mental Health","funders":"","keywords":"Loneliness; Social support; Psychological intervention; Key (lock)","score_opus":0.03420708438168193,"score_gpt":0.48676612581932766,"score_spread":0.45255904143764575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4417467388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8434353,0.0036975301,0.000032707572,0.13988192,0.009040572,0.00056741695,0.000020388341,0.000058788373,0.0032653762],"genre_scores_gemma":[0.9799792,0.0034620315,0.00017382822,0.013136479,0.0021537035,0.00018166068,0.000057474612,0.00002310542,0.00083251845],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995054,0.0008810052,0.0016579118,0.0004661245,0.0013641057,0.0005768511],"domain_scores_gemma":[0.99813354,0.0006376987,0.00037729074,0.00020635662,0.00021521293,0.00042991832],"candidate_categories":["research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0032644202,0.0002161792,0.0005704647,0.00024390206,0.0005147717,0.0000052664445,0.0006817365,0.0016399736,0.0010503795],"category_scores_gemma":[0.0027913179,0.00018390344,0.00006532118,0.000432956,0.00021086073,0.00009635379,0.0004549679,0.0037765424,0.000010752128],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006475453,0.00021348339,0.9326876,0.0010099452,0.000029579895,0.0000028379736,0.007626326,8.7518316e-8,0.0000050628787,0.005175455,0.034923032,0.018261848],"study_design_scores_gemma":[0.0015757772,0.000026360309,0.9570373,0.011864289,0.000028485558,0.0000033345816,0.018608082,0.00010869236,4.751481e-7,0.002635727,0.007947216,0.00016425597],"about_ca_topic_score_codex":0.0006789224,"about_ca_topic_score_gemma":0.0006956972,"teacher_disagreement_score":0.1365439,"about_ca_system_score_codex":0.00014426299,"about_ca_system_score_gemma":0.012041317,"threshold_uncertainty_score":0.9998628},"labels":[],"label_agreement":null},{"id":"W777801583","doi":"10.1007/s40596-015-0377-y","title":"Evaluation of a National Online Educational Program in Geriatric Psychiatry","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Technology Use by Older Adults","field":"Social Sciences","cited_by":12,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa; University of Saskatchewan; Queen's University; Health Sciences Centre; Sunnybrook Health Science Centre; University of Toronto","funders":"","keywords":"Context (archaeology); Wilcoxon signed-rank test; Medical education; Descriptive statistics; Psychology; Geriatrics; Computer-assisted web interviewing; Asynchronous communication; Online learning; Medicine; Curriculum; Psychiatry; Computer science; Multimedia; Pedagogy","score_opus":0.07058142686671087,"score_gpt":0.423434057952356,"score_spread":0.35285263108564513,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W777801583","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9244799,0.0037966764,0.000008697665,0.054752305,0.0034277462,0.00090835965,0.000023368528,0.00015733099,0.012445638],"genre_scores_gemma":[0.9865029,0.00010121375,0.011350074,0.00038318767,0.0013048113,0.00017274878,0.000042066757,0.000015427213,0.00012756108],"study_design_codex":"observational","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.99646014,0.00038812798,0.0005326085,0.00032309926,0.0019707466,0.00032527544],"domain_scores_gemma":[0.99851716,0.00007045479,0.00029422564,0.00017364784,0.00081243715,0.0001320577],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0043971483,0.00012806714,0.00017196058,0.00047615255,0.00008639223,0.000008734449,0.00052738044,0.0004945331,0.00008404693],"category_scores_gemma":[0.0017003249,0.00014107711,0.00005694753,0.0013643717,0.000247579,0.00027877744,0.000045025816,0.0005805913,0.000036463814],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028333194,0.0011199934,0.7927115,0.000018916298,0.00003730949,6.130464e-8,0.0036816979,0.00009146683,0.000011115843,0.12734932,0.047721673,0.027228625],"study_design_scores_gemma":[0.0020989357,0.00007507927,0.3604456,0.000096407646,0.00005891774,0.0000035959963,0.005576976,0.00050532306,0.000002899004,0.6233031,0.0075963875,0.00023674649],"about_ca_topic_score_codex":0.00038506897,"about_ca_topic_score_gemma":0.0045570782,"teacher_disagreement_score":0.49595383,"about_ca_system_score_codex":0.00044139352,"about_ca_system_score_gemma":0.010436497,"threshold_uncertainty_score":0.9951734},"labels":[],"label_agreement":null},{"id":"W778120422","doi":"10.1007/s40596-015-0384-z","title":"The Transcultural Psychiatry Reading Group: a Learner-Led Approach to Cultural Psychiatry","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"University of Toronto","keywords":"Reading (process); Psychology; Psychiatry; Medicine; Linguistics","score_opus":0.05529087236731582,"score_gpt":0.3656549251605574,"score_spread":0.3103640527932416,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W778120422","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.4271981,0.022248412,0.00024629157,0.2723754,0.06554874,0.0035478054,0.00004493059,0.0015218373,0.20726848],"genre_scores_gemma":[0.9358332,0.0015354265,0.025673045,0.011799574,0.017521698,0.00056371465,0.00008610276,0.00014065996,0.0068465616],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933456,0.0009333089,0.001148296,0.0010611784,0.0016664051,0.0018451975],"domain_scores_gemma":[0.99685675,0.00014816261,0.0003797899,0.00073532737,0.00039614082,0.001483801],"candidate_categories":["metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0028297987,0.0006026713,0.00054688175,0.00014133033,0.0030388979,0.00031422442,0.0023774123,0.000830847,0.000026903315],"category_scores_gemma":[0.0005813789,0.00041186236,0.00043911018,0.0017300155,0.00054313336,0.0008830135,0.00014134718,0.0024742451,0.00035954145],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00022811348,0.00011760224,0.084482156,0.00008067357,0.00008454526,4.9741607e-7,0.03570197,0.00004831009,0.000041210773,0.45437053,0.42276543,0.0020789532],"study_design_scores_gemma":[0.0021492753,0.0003372927,0.020347139,0.00036869093,0.00016138527,0.00009968376,0.27230006,0.00010429105,0.000002247905,0.0506767,0.6518722,0.0015810132],"about_ca_topic_score_codex":0.0017950207,"about_ca_topic_score_gemma":0.0058684396,"teacher_disagreement_score":0.5086351,"about_ca_system_score_codex":0.00051767816,"about_ca_system_score_gemma":0.001480003,"threshold_uncertainty_score":0.99983335},"labels":[],"label_agreement":null},{"id":"W851772373","doi":"10.1007/s40596-015-0373-2","title":"Resident Evaluation of a Required Telepsychiatry Clinical Experience","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Telemedicine and Telehealth Implementation","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Health Sciences Centre; University of Toronto; Sunnybrook Health Science Centre","funders":"","keywords":"Telepsychiatry; Likert scale; Context (archaeology); Debriefing; Medical education; Telemedicine; Medicine; Psychology; Health care","score_opus":0.26494113383257756,"score_gpt":0.5251438320329572,"score_spread":0.26020269820037967,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W851772373","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9772085,0.003288529,0.00019479878,0.01158967,0.0034742204,0.00085127674,0.0000048060465,0.00007261899,0.0033155973],"genre_scores_gemma":[0.98858535,0.00024152256,0.0044218,0.004761176,0.0017287643,0.0000742213,0.0000399039,0.000023599365,0.00012366258],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9962634,0.00027092922,0.0014218643,0.0003748669,0.0013527219,0.0003162336],"domain_scores_gemma":[0.9980701,0.00006913385,0.00051622116,0.0004545759,0.0004557707,0.00043420008],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0040199948,0.00015600839,0.0004005493,0.00017336017,0.000043293156,0.000003050444,0.00016941963,0.0002680087,0.00019703168],"category_scores_gemma":[0.0009842215,0.00013704972,0.00010773084,0.00039738862,0.00013102923,0.00016828184,0.000041630392,0.0005546097,0.0000440646],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033513524,0.00009929985,0.83500206,0.00006301636,0.000036993788,7.93851e-7,0.0012729177,0.0000016685057,0.00011135048,0.000541525,0.14571448,0.016820733],"study_design_scores_gemma":[0.014169433,0.0016042383,0.93999046,0.0003874528,0.00061245594,0.00012759198,0.011955791,0.00054196955,0.0003037083,0.010459897,0.019594725,0.00025224616],"about_ca_topic_score_codex":0.00007147711,"about_ca_topic_score_gemma":0.00002135163,"teacher_disagreement_score":0.12611975,"about_ca_system_score_codex":0.000109690416,"about_ca_system_score_gemma":0.0019740295,"threshold_uncertainty_score":0.5588725},"labels":[],"label_agreement":null},{"id":"W932029887","doi":"10.1007/s40596-015-0370-5","title":"Meaningful Feedback in Medical Education: Challenging the “Failure to Fail” Using Narrative Methodology","year":2015,"lang":"en","type":"article","venue":"Academic Psychiatry","topic":"Innovations in Medical Education","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Narrative; Narrative review; Medical education; Psychology; Graduate medical education; Computer science; Medicine; Psychotherapist; Linguistics","score_opus":0.09977227460329469,"score_gpt":0.4417277384954946,"score_spread":0.34195546389219994,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W932029887","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.653145,0.0011377594,0.0033994564,0.33566725,0.00457587,0.00047281742,4.0252652e-7,0.000050631526,0.0015508304],"genre_scores_gemma":[0.853931,0.00004527072,0.08313921,0.058040798,0.004299792,0.00012190635,0.000021490823,0.0000468875,0.00035365176],"study_design_codex":"not_applicable","study_design_gemma":"qualitative","domain_scores_codex":[0.9975722,0.00032319783,0.0006223584,0.00037531904,0.0007262363,0.00038070875],"domain_scores_gemma":[0.99876386,0.00012951053,0.00014867747,0.00039283198,0.0002693458,0.0002957598],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033446942,0.0001843592,0.00031427818,0.00035727053,0.00012475622,0.000008815612,0.00039636824,0.00052740576,0.00026164015],"category_scores_gemma":[0.006441058,0.00013975227,0.000046806283,0.0013916818,0.0001531707,0.00012414591,0.000094955365,0.0019690646,0.00007350894],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00029565848,0.00039793435,0.088893116,0.00018103413,0.00014734987,0.000008830013,0.16754794,0.00019035181,0.00030835863,0.0694781,0.6244779,0.04807341],"study_design_scores_gemma":[0.004972777,0.00039348338,0.02325982,0.003310162,0.00023228824,0.0022150946,0.7218784,0.007208161,0.00012627337,0.049232524,0.18619537,0.00097566156],"about_ca_topic_score_codex":0.000069034075,"about_ca_topic_score_gemma":0.000047692407,"teacher_disagreement_score":0.55433047,"about_ca_system_score_codex":0.00035137162,"about_ca_system_score_gemma":0.0039163185,"threshold_uncertainty_score":0.8554715},"labels":[],"label_agreement":null}]}