{"meta":{"query_hash":"0732f44ed517","filters":{"venue":"Medical Science Educator"},"cohort_total":127,"direct_labels_cover":0,"predictions_cover":127,"exported":127,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/0732f44ed517","api":"https://metacan.xera.ac/api/v1/cohort?venue=Medical+Science+Educator"},"results":[{"id":"W1964778757","doi":"10.1007/bf03341671","title":"An Interprofessional Learning Opportunity Affecting Student Attitudes towards Health Care","year":2013,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Toronto; Medical University of South Carolina","keywords":"Interprofessional education; Intervention (counseling); Scope of practice; Health care; Medical education; Scope (computer science); Perception; Nursing; Medicine; Health professions; Psychology; Political science","score_opus":0.0488211662399768,"score_gpt":0.5323835966718131,"score_spread":0.48356243043183633,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1964778757","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95922184,0.00010465412,0.00015079173,0.026000844,0.009333827,0.00086243026,0.0000024176318,0.00015068645,0.004172527],"genre_scores_gemma":[0.9828074,0.000008988785,0.0008444981,0.012847703,0.0011956807,0.00040358206,0.000039462335,0.00001843206,0.0018342432],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9948387,0.0011783503,0.0006448431,0.00055666995,0.0019049997,0.0008764365],"domain_scores_gemma":[0.9960259,0.00029793053,0.00031339529,0.000339316,0.0008700106,0.002153432],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0036223487,0.0001921705,0.0002754903,0.00022927138,0.0037276368,0.000084826206,0.0008825021,0.00018113811,0.024426756],"category_scores_gemma":[0.0027395126,0.0001408719,0.00004537016,0.00084888155,0.0004263155,0.0007617093,0.00030928315,0.0015288006,0.0009140152],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043471755,0.0010977108,0.62249756,0.00027734533,0.000014024605,0.0000026000653,0.16456355,0.0000028895356,0.0012180711,0.0030116227,0.034740232,0.17253095],"study_design_scores_gemma":[0.00027903068,0.00025767938,0.6526703,0.0007166976,0.0000032426806,0.0000030373997,0.3395305,0.00018957196,0.000048128288,0.00008052802,0.0060099624,0.00021132067],"about_ca_topic_score_codex":0.002683571,"about_ca_topic_score_gemma":0.00061882316,"teacher_disagreement_score":0.17496693,"about_ca_system_score_codex":0.001205423,"about_ca_system_score_gemma":0.051588763,"threshold_uncertainty_score":0.99986386},"labels":[],"label_agreement":null},{"id":"W1972597606","doi":"10.1007/s40670-014-0003-8","title":"CSTAR Interprofessional Surgery and Anaesthesia School: an Immersive Simulation-Based Programme for Preclinical Medical and Nursing Students at Western University","year":2014,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Surgical Simulation and Training","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Robarts Clinical Trials; London Health Sciences Centre; University of Toronto; Western University","funders":"London Health Sciences Centre","keywords":"Preparedness; Curriculum; Medical education; Medicine; Perioperative; Interprofessional education; Psychology; Nursing; Pedagogy; Anesthesia","score_opus":0.06718578303785955,"score_gpt":0.42601754751599497,"score_spread":0.3588317644781354,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1972597606","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99024713,0.00003034985,0.0015050714,0.0074084187,0.00038994598,0.00032631896,0.0000015088083,0.000036224283,0.000055040662],"genre_scores_gemma":[0.99715996,0.000005764723,0.00041932007,0.0020426267,0.0002633253,0.0000050480267,0.000017177315,0.0000100238185,0.0000767737],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99706805,0.00015091944,0.00029363134,0.0005272573,0.0015379828,0.00042215176],"domain_scores_gemma":[0.9941305,0.0028123418,0.000089116336,0.00016526786,0.00013251272,0.0026702785],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0030700287,0.00013536222,0.0003167327,0.00015435545,0.00039505947,0.000045064102,0.00021643077,0.0001792541,0.0004202576],"category_scores_gemma":[0.008024943,0.000105171486,0.000064024374,0.00030412537,0.0015407566,0.00017772237,0.000083583844,0.0002533633,0.000006050818],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00050204346,0.0005802127,0.8713446,0.000029811988,0.00000953458,0.000016804186,0.00032882564,0.0000072190664,0.0000061739534,0.00007333054,0.00002972757,0.1270717],"study_design_scores_gemma":[0.004349944,0.0004892197,0.86808395,0.00096667925,0.00005993393,0.000020940024,0.0013976292,0.11614549,0.00002073899,0.000072732386,0.008158678,0.00023408617],"about_ca_topic_score_codex":0.000017555762,"about_ca_topic_score_gemma":0.000020314543,"teacher_disagreement_score":0.12683761,"about_ca_system_score_codex":0.00016739374,"about_ca_system_score_gemma":0.0018714822,"threshold_uncertainty_score":0.96071863},"labels":[],"label_agreement":null},{"id":"W1998803731","doi":"10.1007/bf03341648","title":"Effectiveness of a Dynamic Cross-Sectional Anatomy Learning Tool (3D-X) at Improving Students’ Ability to Interpret CT Images","year":2013,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; McMaster University","funders":"Division of Undergraduate Education","keywords":"Gross anatomy; Session (web analytics); Anatomy; Curriculum; Medicine; Medical education; Medical physics; Psychology; Computer science","score_opus":0.003568027064998168,"score_gpt":0.30738783291928473,"score_spread":0.3038198058542866,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1998803731","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9952786,0.000116893636,0.00257889,0.0001062288,0.0011385869,0.00033388918,0.000002283317,0.00020736374,0.0002372656],"genre_scores_gemma":[0.99931306,0.000011512492,0.00039701254,0.000045621684,0.00004157004,0.00013442159,0.0000016210774,0.000012136009,0.000043068172],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99762726,0.0000602595,0.0003220929,0.00042630042,0.0010561863,0.00050790247],"domain_scores_gemma":[0.9987843,0.00035782202,0.000029274916,0.00024767895,0.0001042897,0.00047665843],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0021617825,0.00014844626,0.00023956007,0.00017987326,0.00017027938,0.000056192363,0.00088564045,0.000105317704,0.0012282024],"category_scores_gemma":[0.0045426167,0.00012367206,0.000058882837,0.00066051626,0.0012590508,0.00024732234,0.00044528884,0.00048416056,0.00013587899],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002052047,0.00023550284,0.75860167,0.0005200835,0.000028932525,0.000014015654,0.00053101766,0.000097711236,0.08338605,0.00020930976,0.0001442735,0.15621091],"study_design_scores_gemma":[0.0002983187,0.00011488958,0.97789687,0.0001218201,0.000004907614,0.000034721463,0.00020866675,0.007799939,0.012400927,0.00022653678,0.00067300285,0.00021939074],"about_ca_topic_score_codex":0.000114622984,"about_ca_topic_score_gemma":0.000006869227,"teacher_disagreement_score":0.21929522,"about_ca_system_score_codex":0.000519706,"about_ca_system_score_gemma":0.00031139253,"threshold_uncertainty_score":0.9996848},"labels":[],"label_agreement":null},{"id":"W2021224306","doi":"10.1007/s40670-015-0130-x","title":"Radiology in the Undergraduate Medical Curriculum: Too Little, Too Late?","year":2015,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Radiology practices and education","field":"Medicine","cited_by":42,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University; McGill University; McGill University Health Centre; University of Toronto","funders":"","keywords":"Curriculum; Medical education; Medical school; Medicine; Radiology; Psychology; Pedagogy","score_opus":0.04431251522794324,"score_gpt":0.3893377281567458,"score_spread":0.34502521292880256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2021224306","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6973579,0.0004404507,0.000036921334,0.29256,0.0028541356,0.00018547889,3.1127092e-7,0.00002371461,0.0065411073],"genre_scores_gemma":[0.97895133,0.00022699154,0.00032533862,0.01822215,0.0014209138,0.00005074374,0.000009701546,0.000008146786,0.0007846778],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9962317,0.0003112055,0.00038926044,0.0004701506,0.0019302459,0.00066744164],"domain_scores_gemma":[0.99744785,0.00047821135,0.00009715868,0.00044789977,0.00013247706,0.0013963934],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0077897524,0.00014779036,0.00029652996,0.00018130739,0.00016049344,0.00004441783,0.0008929317,0.00024855,0.0006339795],"category_scores_gemma":[0.018027492,0.00008335143,0.000053587242,0.0013022119,0.0019235929,0.0002645946,0.00009027085,0.0008378175,0.00033957433],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007555127,0.0019879073,0.41541547,0.00003270656,0.000026819296,0.0003960431,0.00804174,0.000002413391,0.00006932214,0.011102815,0.5186861,0.044163063],"study_design_scores_gemma":[0.0033058678,0.0011399204,0.29373965,0.00018895925,0.000103503546,0.00653453,0.017808396,0.0030471757,0.00006158799,0.005740556,0.66781527,0.00051455304],"about_ca_topic_score_codex":0.000601797,"about_ca_topic_score_gemma":0.00006518016,"teacher_disagreement_score":0.28159347,"about_ca_system_score_codex":0.0002571598,"about_ca_system_score_gemma":0.008199243,"threshold_uncertainty_score":0.99742335},"labels":[],"label_agreement":null},{"id":"W2037668502","doi":"10.1007/s40670-015-0122-x","title":"The Penicillin Pyramid: An Antimicrobial Mnemonic That Impacts Learning","year":2015,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Alberta Hospital Edmonton; University of Alberta","funders":"","keywords":"Mnemonic; Penicillin; Antimicrobial; Pyramid (geometry); Medicine; Psychological intervention; Psychology; Antibiotics; Microbiology; Psychiatry; Biology; Cognitive psychology; Mathematics","score_opus":0.12167312037320797,"score_gpt":0.46618437828328874,"score_spread":0.34451125791008075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2037668502","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.95558494,0.00009268594,0.0004902644,0.024747455,0.004655835,0.00019152513,6.382526e-7,0.00014899259,0.014087689],"genre_scores_gemma":[0.9943652,0.000038415783,0.0017793336,0.0011592465,0.0012702981,0.0000069315056,0.0000014037537,0.000012816395,0.0013663134],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9939055,0.0014402712,0.00025317608,0.0004439925,0.0028198452,0.001137255],"domain_scores_gemma":[0.99710524,0.00063695555,0.00015246704,0.00033573224,0.0003171812,0.0014524494],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.040882118,0.00014430519,0.0001739813,0.00012107143,0.0035603186,0.00056427746,0.0021115867,0.00013587937,0.00022958263],"category_scores_gemma":[0.033393547,0.00009367144,0.000046635116,0.0017241823,0.006557132,0.000746436,0.00021362594,0.0008817159,0.00014314022],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008778148,0.0007989122,0.15532781,0.000012772197,0.000027778933,0.000038677448,0.25064987,0.000019453506,0.009248499,0.15186496,0.07565485,0.35626864],"study_design_scores_gemma":[0.0007757071,0.00036315684,0.032166317,0.00009159366,0.00001885934,0.000029497194,0.096443176,0.0006296188,0.005062048,0.005739269,0.8578635,0.000817289],"about_ca_topic_score_codex":0.003873844,"about_ca_topic_score_gemma":0.0009834187,"teacher_disagreement_score":0.7822086,"about_ca_system_score_codex":0.0006412199,"about_ca_system_score_gemma":0.012149942,"threshold_uncertainty_score":0.99773693},"labels":[],"label_agreement":null},{"id":"W2042760604","doi":"10.1007/s40670-014-0029-y","title":"Hemodialysis Simulation in Pediatric Nephrology","year":2014,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Central Venous Catheters and Hemodialysis","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Health Services; Alberta Health; University of Alberta","funders":"","keywords":"Hemodialysis; Nephrology; Medicine; Internal medicine; Intensive care medicine","score_opus":0.03232193444282789,"score_gpt":0.3982752908533028,"score_spread":0.36595335641047494,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2042760604","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98904556,0.000029658462,0.0008911435,0.0053714905,0.0016972161,0.00020227951,5.66067e-7,0.000037104986,0.0027249772],"genre_scores_gemma":[0.99366206,0.000032599703,0.00017884912,0.004324313,0.00157296,0.000037054026,0.0000030231201,0.0000073672104,0.00018175857],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9972893,0.00029987103,0.00042731783,0.00038986906,0.00078546745,0.0008081556],"domain_scores_gemma":[0.99810916,0.00084932544,0.00010816873,0.0002753751,0.00008231248,0.0005756699],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037549117,0.000099047924,0.00025500296,0.0003592112,0.000552447,0.000010775524,0.00045764013,0.00018253106,0.002818008],"category_scores_gemma":[0.0031229756,0.00007800898,0.000058778955,0.001493717,0.00028386174,0.00012856555,0.0001160413,0.0004566406,0.0006000966],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021824679,0.00035174162,0.9504184,0.000046607558,0.000002899897,0.0000027467095,0.0058515393,0.00026072,0.000158224,0.0017342158,0.0028398493,0.038311224],"study_design_scores_gemma":[0.001580901,0.00014923327,0.8120445,0.00004529931,0.000066566354,0.0000014367585,0.0011848767,0.08718387,0.000029515066,0.002796495,0.094481625,0.00043568588],"about_ca_topic_score_codex":0.00027596546,"about_ca_topic_score_gemma":0.00036580014,"teacher_disagreement_score":0.13837391,"about_ca_system_score_codex":0.000245097,"about_ca_system_score_gemma":0.001656787,"threshold_uncertainty_score":0.99809355},"labels":[],"label_agreement":null},{"id":"W2083134127","doi":"10.1007/s40670-015-0103-0","title":"A First Step to Blended Delivery: Introducing an Online Component to an Infectious Diseases Course Using a Photography-Based Social Media Platform","year":2015,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta Hospital; University of Alberta","funders":"","keywords":"Mnemonic; Flexibility (engineering); Component (thermodynamics); Social media; Online learning; Multimedia; Blended learning; Photography; Computer science; Popular media; Medical education; Psychology; World Wide Web; Mathematics education; Medicine; Educational technology; Visual arts; Sociology; Media studies","score_opus":0.15383125669225262,"score_gpt":0.4270742926917857,"score_spread":0.2732430359995331,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2083134127","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9660168,0.000043764812,0.00027637128,0.017453708,0.014581961,0.0013251123,0.000044749555,0.00021539674,0.000042084805],"genre_scores_gemma":[0.9834577,0.0000046723403,0.0044361097,0.002870415,0.008838602,0.00033027105,0.000034683166,0.000025969042,0.0000015820154],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99338007,0.00033618062,0.00048266762,0.00085982634,0.0036712072,0.0012700506],"domain_scores_gemma":[0.9904202,0.0009966311,0.00017135593,0.00039039616,0.00074611936,0.0072752708],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0041348436,0.00024554203,0.00039620657,0.00055506796,0.0018833283,0.00026186692,0.0012131118,0.00019162726,0.00028828357],"category_scores_gemma":[0.019271769,0.00024410844,0.00007304821,0.003947884,0.0017045261,0.0007845724,0.00012290005,0.00034006636,0.000040164625],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002704621,0.008427802,0.19822973,0.00008008605,0.000025711643,0.000021702408,0.6370725,0.00030453055,0.00036191518,0.0017929173,0.008018299,0.14539433],"study_design_scores_gemma":[0.0037142579,0.0019379364,0.46608183,0.00062828494,0.00027638808,0.000011882379,0.4020428,0.014878281,0.00021555493,0.0013830072,0.106152005,0.0026777626],"about_ca_topic_score_codex":0.030447122,"about_ca_topic_score_gemma":0.05821269,"teacher_disagreement_score":0.2678521,"about_ca_system_score_codex":0.0019577853,"about_ca_system_score_gemma":0.025440123,"threshold_uncertainty_score":0.9994161},"labels":[],"label_agreement":null},{"id":"W2093190205","doi":"10.1007/s40670-015-0121-y","title":"Peer Review of Lectures: a Durable Impact?","year":2015,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Reflective Practices in Education","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre","funders":"","keywords":"Medical education; Psychology; Intervention (counseling); Peer review; Medicine; Political science; Psychiatry","score_opus":0.08302786139728399,"score_gpt":0.5178223808488467,"score_spread":0.43479451945156267,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2093190205","genre_codex":"other","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.17602643,0.009230124,0.00014824735,0.2519226,0.0070964466,0.0005823675,0.0000024181265,0.00006704181,0.5549243],"genre_scores_gemma":[0.98691124,0.0023313374,0.0014687681,0.0031009177,0.0011130726,0.000040195882,0.0000021499363,0.000008433467,0.0050238864],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99311495,0.00032942928,0.00026654662,0.00028302826,0.005538592,0.00046746474],"domain_scores_gemma":[0.995747,0.0003527228,0.00020053338,0.00029494148,0.002169098,0.0012356574],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.019649284,0.00008751378,0.00019036113,0.00011912497,0.00032270924,0.00007208298,0.0010621661,0.00007672803,0.003345337],"category_scores_gemma":[0.16499135,0.00006352143,0.000060833667,0.0021871254,0.0022167475,0.0007454189,0.0000733553,0.0002421009,0.00014650298],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020166479,0.00085041136,0.03125411,0.00035211098,0.000020538606,0.0000036636593,0.06760859,0.0000013180975,0.00034332986,0.013352145,0.8035306,0.08266306],"study_design_scores_gemma":[0.000119018805,0.00008723102,0.0036500625,0.0007576559,0.000017450744,0.000008573063,0.010132346,0.000009147741,0.00034848924,0.0042486778,0.98047066,0.00015070551],"about_ca_topic_score_codex":0.0044641616,"about_ca_topic_score_gemma":0.00019200775,"teacher_disagreement_score":0.8108848,"about_ca_system_score_codex":0.00073973165,"about_ca_system_score_gemma":0.026358595,"threshold_uncertainty_score":0.99756575},"labels":[],"label_agreement":null},{"id":"W2111586461","doi":"10.1007/bf03341818","title":"Biomedical Research at Namibia’s First School of Medicine and Pharmacy","year":2013,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Pharmacy; Nature versus nurture; Curriculum; Inclusion (mineral); Context (archaeology); Medical education; Pharmacist; Medical school; Degree program; Professional development; Medicine; Pedagogy; Engineering ethics; Psychology; Sociology; Nursing; Social science; Engineering","score_opus":0.09455068097917145,"score_gpt":0.4852431996340736,"score_spread":0.3906925186549021,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2111586461","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.78968865,0.00032034802,0.000030853436,0.2032884,0.0013474011,0.00052818324,8.7792745e-7,0.00003413642,0.0047611687],"genre_scores_gemma":[0.990229,0.00018564894,0.0016475879,0.0045329635,0.0015246394,0.00013874205,0.000014131895,0.000017105096,0.0017101446],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99300706,0.00008719007,0.0007129032,0.00059513305,0.0048161238,0.0007815691],"domain_scores_gemma":[0.9956341,0.00045969724,0.00012286549,0.00057544396,0.0012614416,0.0019464906],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.006622626,0.00016249185,0.00037647932,0.0009577131,0.00049138244,0.000026468506,0.00061113987,0.00014988701,0.039655764],"category_scores_gemma":[0.042594068,0.00011112576,0.00003372555,0.0038152153,0.014453654,0.0002604499,0.0003703017,0.00086825027,0.0008767868],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000368439,0.0008278081,0.06873173,0.00030767597,0.000020629803,0.000012939835,0.0016436223,2.0296971e-8,0.015741149,0.0015233418,0.8435433,0.06761098],"study_design_scores_gemma":[0.0052298736,0.0011783964,0.24500807,0.0019493417,0.00007186907,0.00069009635,0.009508595,0.0025732554,0.0043332553,0.0016620557,0.7273659,0.00042930985],"about_ca_topic_score_codex":0.0010226147,"about_ca_topic_score_gemma":0.000011974692,"teacher_disagreement_score":0.20054041,"about_ca_system_score_codex":0.00054711325,"about_ca_system_score_gemma":0.0039229244,"threshold_uncertainty_score":0.9999012},"labels":[],"label_agreement":null},{"id":"W2114581286","doi":"10.1007/bf03341757","title":"Teaching Gastrointestinal Anatomy from the Inside Out","year":2012,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Anatomy; Medical education; Medicine; Psychology","score_opus":0.028642746836471934,"score_gpt":0.38610000079126483,"score_spread":0.3574572539547929,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2114581286","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9060447,0.000105490544,0.000982236,0.08303997,0.0033462234,0.00018556722,0.0000011816359,0.00006195294,0.006232685],"genre_scores_gemma":[0.9641842,0.0000018393323,0.012656391,0.017943894,0.0047574546,0.000029991563,0.000011979427,0.000011170371,0.00040307737],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9967246,0.00007038776,0.00032150254,0.0002788102,0.0019506434,0.00065405446],"domain_scores_gemma":[0.9982424,0.00029125914,0.00008712038,0.0004911787,0.00016052452,0.00072752644],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0041490747,0.0001250747,0.00015760798,0.00011161022,0.00050927827,0.000042689815,0.00057274365,0.00005835496,0.002316552],"category_scores_gemma":[0.023143815,0.000073922434,0.000042832933,0.00069643423,0.0014929172,0.00029423082,0.00013138274,0.0009824309,0.00043432528],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014434766,0.0009430974,0.6544589,0.000015992024,0.000011061206,0.000008477883,0.007153996,4.433068e-8,0.0018463922,0.009225311,0.11203109,0.21429121],"study_design_scores_gemma":[0.00056532916,0.000104430415,0.64546514,0.0004882746,0.000055566314,0.00053528603,0.009795697,0.00047050198,0.0006869492,0.0005213139,0.34108037,0.00023113782],"about_ca_topic_score_codex":0.00043476574,"about_ca_topic_score_gemma":0.000012640941,"teacher_disagreement_score":0.22904928,"about_ca_system_score_codex":0.00028752306,"about_ca_system_score_gemma":0.0025131374,"threshold_uncertainty_score":0.9985955},"labels":[],"label_agreement":null},{"id":"W2159294155","doi":"10.1007/s40670-015-0166-y","title":"Developing a Scientific Basis of Medicine Framework in Curriculum Renewal: The IDEAL Model","year":2015,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Curriculum; Process (computing); Ideal (ethics); Task (project management); Engineering ethics; Medical education; Health care; Computer science; Medicine; Psychology; Pedagogy; Engineering; Political science","score_opus":0.0685337573583161,"score_gpt":0.4135538291895103,"score_spread":0.3450200718311942,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2159294155","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.83278036,0.00024142515,0.0058298633,0.1551888,0.004005062,0.00032900015,5.57627e-7,0.000030974486,0.001593924],"genre_scores_gemma":[0.96805423,0.000013859196,0.026246,0.004757171,0.00067771756,0.000058269263,0.000006510543,0.000011400242,0.00017484651],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9945981,0.00006720218,0.0007188439,0.000486256,0.0035929675,0.00053665775],"domain_scores_gemma":[0.99747956,0.00018443231,0.00017818405,0.00066937547,0.0009288362,0.0005595945],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.010424805,0.00014576939,0.00032751152,0.00061241153,0.00023812805,0.000031818232,0.0009045848,0.00015810893,0.00028442987],"category_scores_gemma":[0.05417615,0.000085259526,0.000034892673,0.0070063556,0.0060295924,0.00016553437,0.00016752908,0.0006316522,0.000027169477],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":"theoretical_or_conceptual","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008068363,0.0020085063,0.15994433,0.0003236418,0.00003237763,0.000031609325,0.04425342,0.00008913793,0.0012581015,0.3970676,0.23840073,0.15650983],"study_design_scores_gemma":[0.008597325,0.0012116757,0.07455115,0.013983698,0.00027568874,0.00064177084,0.13550262,0.29120195,0.007131831,0.36623156,0.0989014,0.0017693172],"about_ca_topic_score_codex":0.00039506622,"about_ca_topic_score_gemma":0.000038182854,"teacher_disagreement_score":0.2911128,"about_ca_system_score_codex":0.00063017855,"about_ca_system_score_gemma":0.014777527,"threshold_uncertainty_score":0.99667543},"labels":[],"label_agreement":null},{"id":"W2164396976","doi":"10.1007/bf03341664","title":"Development of Interprofessional Graduate Health Professions Education Programs: Findings From a Needs Assessment","year":2013,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre hospitalier universitaire de Québec; Centre for Interdisciplinary Research in Rehabilitation; Université Laval; Institut National d'Excellence en Santé et en Services Sociaux","funders":"","keywords":"Interprofessional education; Health professions; Medical education; Health professionals; Theme (computing); Graduate education; Health care; Needs assessment; Graduate students; Key (lock); Medicine; Psychology; Engineering ethics; Sociology; Political science; Computer science; Engineering","score_opus":0.06782277507743803,"score_gpt":0.4947301627281557,"score_spread":0.4269073876507177,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2164396976","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94254667,0.000047196318,0.0007807465,0.040646654,0.011642755,0.0018854341,0.0000056713907,0.00008273568,0.0023621516],"genre_scores_gemma":[0.9563673,0.00000744588,0.031089438,0.0054579787,0.0004953325,0.0025844905,0.00016513067,0.000022515565,0.0038103412],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99425817,0.0005221351,0.0014557048,0.0005194751,0.0023872345,0.00085727824],"domain_scores_gemma":[0.99631584,0.00029732217,0.00059933396,0.000431244,0.0011322974,0.001223948],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.0029822816,0.0002500538,0.0004013908,0.0005472726,0.0021690303,0.000043174405,0.000917245,0.00022574769,0.010376512],"category_scores_gemma":[0.00092617,0.0001810437,0.00006106888,0.0021131719,0.0005551371,0.0006002658,0.00039349022,0.0011168158,0.00080593646],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010295942,0.005415494,0.31269893,0.00041525663,0.00005218771,3.8312254e-7,0.18510877,1.2609189e-7,0.009896606,0.024902835,0.13298473,0.3284217],"study_design_scores_gemma":[0.0006738848,0.00013358459,0.60256904,0.00562495,0.000011408357,0.0000014515136,0.36066863,0.00039685078,0.0004640548,0.0031232357,0.025888884,0.00044402058],"about_ca_topic_score_codex":0.002033204,"about_ca_topic_score_gemma":0.00040100134,"teacher_disagreement_score":0.3279777,"about_ca_system_score_codex":0.0012884086,"about_ca_system_score_gemma":0.15031838,"threshold_uncertainty_score":0.99997205},"labels":[],"label_agreement":null},{"id":"W2167819175","doi":"10.1007/bf03341792","title":"Undergraduate Histology Education: Fostering an Engaging and Interactive Environment is the Key","year":2012,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Montreal Clinical Research Institute; McGill University","funders":"","keywords":"Virtual microscopy; Medical education; Discussion board; Cohort; Psychology; Class (philosophy); Mathematics education; Medicine; Computer science; Multimedia; Pathology; Artificial intelligence","score_opus":0.016567287845477632,"score_gpt":0.26526770230993757,"score_spread":0.24870041446445995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2167819175","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97151464,0.0016129964,0.0027200237,0.015686616,0.0065124,0.00012142958,0.0000010350818,0.000112760594,0.0017181108],"genre_scores_gemma":[0.9974712,0.00011144702,0.00074721803,0.0008082393,0.0007049736,0.000041059182,0.0000016330189,0.000010660665,0.000103578575],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99891245,0.000024005218,0.00013510743,0.0001768667,0.00035507776,0.00039647042],"domain_scores_gemma":[0.9991079,0.00007949153,0.000017476812,0.00016812551,0.000010959393,0.0006160505],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00065816194,0.00010687158,0.00008561532,0.00007633508,0.00018942085,0.000039515853,0.00028705425,0.000054330063,0.00032446248],"category_scores_gemma":[0.00012768546,0.000074975054,0.00001522425,0.00019716586,0.00050376286,0.0003689634,0.00009675296,0.00026854035,0.000055718665],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000032173664,0.0003955205,0.0044284565,0.0001369771,0.000023905375,6.7854216e-7,0.032802798,0.000019546169,0.004865022,0.0026075176,0.01032277,0.9443936],"study_design_scores_gemma":[0.0003733802,0.00012862045,0.11346597,0.0002470054,0.00006322025,0.0005054375,0.012765505,0.027563874,0.007317288,0.0018564886,0.8346519,0.0010613287],"about_ca_topic_score_codex":0.000023592995,"about_ca_topic_score_gemma":9.0545e-7,"teacher_disagreement_score":0.94333225,"about_ca_system_score_codex":0.00019091801,"about_ca_system_score_gemma":0.00018417393,"threshold_uncertainty_score":0.35526368},"labels":[],"label_agreement":null},{"id":"W2292223787","doi":"10.1007/s40670-015-0219-2","title":"Learning Anatomical Structures: a Reinforcement-Based Learning Approach","year":2015,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Action Observation and Synchronization","field":"Psychology","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Calgary Laboratory Services; University of Victoria; University of Calgary","funders":"","keywords":"Reinforcement learning; Task (project management); Identification (biology); Reinforcement; Computer science; Artificial intelligence; Curriculum; Psychology; Social psychology","score_opus":0.056311909621437055,"score_gpt":0.36475586148606715,"score_spread":0.3084439518646301,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2292223787","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8653428,0.00004225422,0.08486078,0.0026433396,0.003154064,0.00021618947,3.0047988e-7,0.0002533514,0.043486927],"genre_scores_gemma":[0.99438524,7.584819e-7,0.0011594625,0.0012521433,0.00037855847,0.000025745801,0.000023106468,0.000010865039,0.0027641007],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.99751896,0.00015492803,0.00025667762,0.00038901766,0.001277364,0.00040307597],"domain_scores_gemma":[0.99867153,0.000062295614,0.00010928995,0.00018361105,0.00016838718,0.0008048882],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0017570269,0.00011015659,0.00012945311,0.00017703876,0.00033111728,0.00007960105,0.0004143764,0.00013382136,0.0060501923],"category_scores_gemma":[0.0032316078,0.000090979695,0.00003311445,0.001010551,0.0005447405,0.00018765139,0.00005089397,0.00051875145,0.00032419452],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00025435234,0.0011726336,0.5198889,0.000059897695,0.00006589479,0.000030329376,0.04019127,0.027722873,0.0005283053,0.12718226,0.09578651,0.18711679],"study_design_scores_gemma":[0.003633408,0.00061722676,0.043445457,0.000035521876,0.000024346147,0.000060943297,0.03364473,0.35186198,0.00031874626,0.00039373222,0.5652395,0.00072442426],"about_ca_topic_score_codex":0.00008428933,"about_ca_topic_score_gemma":0.0000015364757,"teacher_disagreement_score":0.4764434,"about_ca_system_score_codex":0.00024456985,"about_ca_system_score_gemma":0.0018647069,"threshold_uncertainty_score":0.9948584},"labels":[],"label_agreement":null},{"id":"W2293969438","doi":"10.1007/s40670-016-0228-9","title":"Using an Instructional Design Model to Teach Medical Procedures","year":2016,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":24,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Curriculum; Craft; Computer science; Instructional design; Medical education; Mathematics education; Multimedia; Medicine; Pedagogy; Psychology","score_opus":0.09404214387516832,"score_gpt":0.42920183712425003,"score_spread":0.3351596932490817,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2293969438","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.76005167,0.000010010744,0.17880973,0.058641315,0.0016664974,0.00035600536,0.0000013113304,0.00008965091,0.00037382252],"genre_scores_gemma":[0.8242055,0.0000058385563,0.15958756,0.013842898,0.0018624949,0.00008280525,0.000003223319,0.000022874987,0.00038675725],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9934105,0.00006007569,0.0004913773,0.0006879652,0.0046796063,0.0006704699],"domain_scores_gemma":[0.9967329,0.00009656373,0.000076896584,0.00047306716,0.000533898,0.002086694],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0042054066,0.00017789559,0.00024005862,0.00049618003,0.00037964823,0.00003821468,0.0007667435,0.00023747851,0.003597894],"category_scores_gemma":[0.03542682,0.00010870006,0.00003831404,0.0018223395,0.0017477392,0.00043523705,0.00012902914,0.00038033255,0.00012958254],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00018691193,0.0034916266,0.010186054,0.000112432346,0.00003289061,0.000038481714,0.0022127847,0.000081277554,0.050049618,0.021070652,0.078369625,0.83416766],"study_design_scores_gemma":[0.011591867,0.0035767634,0.07286471,0.008496187,0.00033918073,0.010010343,0.0070984215,0.72255397,0.053616032,0.02427492,0.081566215,0.0040114005],"about_ca_topic_score_codex":0.000022322884,"about_ca_topic_score_gemma":0.000005026159,"teacher_disagreement_score":0.83015627,"about_ca_system_score_codex":0.00068247196,"about_ca_system_score_gemma":0.026668843,"threshold_uncertainty_score":0.99731296},"labels":[],"label_agreement":null},{"id":"W2492228671","doi":"10.1007/s40670-016-0306-z","title":"Assessment Driven Learning: the Use of Higher-Order and Discipline-Integrated Questions on Gross Anatomy Practical Examinations","year":2016,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":21,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"","funders":"University of Calgary","keywords":"Gross anatomy; Modalities; Identification (biology); Pairwise comparison; Point (geometry); Medical education; Mathematics education; Psychology; Medicine; Computer science; Anatomy; Artificial intelligence; Mathematics; Biology; Social science; Ecology","score_opus":0.04911595686991343,"score_gpt":0.4458030795416657,"score_spread":0.39668712267175227,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2492228671","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7866543,0.000009239026,0.004389833,0.20698932,0.0010328172,0.00030824033,0.0000031845564,0.00004202569,0.00057105493],"genre_scores_gemma":[0.9861407,0.00003197286,0.010045397,0.0014543196,0.00028543003,0.00008187791,0.000009497936,0.000010932208,0.0019398172],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9972215,0.00013527248,0.00037735657,0.00036931693,0.0015792047,0.00031730524],"domain_scores_gemma":[0.9974113,0.0010186791,0.00014432563,0.00037244533,0.00070585374,0.00034739875],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0015908988,0.00012597785,0.00018616187,0.00023205874,0.00043361,0.000051551167,0.00021868481,0.000109642955,0.0010875062],"category_scores_gemma":[0.024912186,0.000060024093,0.000028495127,0.0017801898,0.0033787312,0.00029611285,0.00009631318,0.0005606197,0.000022396933],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006081692,0.0047704796,0.2688621,0.000083466475,0.00008817483,0.000027218448,0.001962313,0.000006641433,0.008920757,0.36283863,0.068037376,0.28434202],"study_design_scores_gemma":[0.0006990953,0.00040926828,0.7920558,0.0004692358,0.000061209335,0.00006601614,0.001184678,0.0023185678,0.00037674455,0.00031962048,0.20188595,0.0001538094],"about_ca_topic_score_codex":0.000054781987,"about_ca_topic_score_gemma":0.00000842784,"teacher_disagreement_score":0.5231937,"about_ca_system_score_codex":0.0002873779,"about_ca_system_score_gemma":0.0035930006,"threshold_uncertainty_score":0.99982566},"labels":[],"label_agreement":null},{"id":"W2518666515","doi":"10.1007/s40670-016-0317-9","title":"The Launch of MedEngine: an Interactive E-Learning Platform Facilitating Learning, Communication and Collaboration in Medical Residency","year":2016,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto; Mount Sinai Hospital","funders":"","keywords":"Medical education; Computer science; Psychology; Multimedia; Medicine","score_opus":0.015712038226121307,"score_gpt":0.39395304316191154,"score_spread":0.3782410049357902,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2518666515","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96891236,0.00023052149,0.00008788485,0.027713228,0.00023753034,0.00012479686,5.957846e-7,0.00003309244,0.0026599648],"genre_scores_gemma":[0.9979424,0.000685109,0.00060185953,0.000041001786,0.00014077594,0.00001411747,0.0000011031847,0.000004684055,0.00056894106],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9965359,0.000689612,0.0003495197,0.00025552043,0.0017904028,0.00037907696],"domain_scores_gemma":[0.9960383,0.002960232,0.00017438324,0.00015781705,0.00025020892,0.00041906114],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.011644027,0.00008039169,0.00013750649,0.00013430115,0.0011781831,0.00010122045,0.0007078614,0.00012143814,0.0005830599],"category_scores_gemma":[0.056957282,0.000047550006,0.000017169055,0.0010199961,0.0023124884,0.00095435,0.00014247104,0.0005531396,0.000008823067],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023516523,0.00008398323,0.06668296,0.000009278552,0.0000040339232,0.0000024364278,0.04767782,0.000004445425,0.0004772046,0.018247837,0.00010780325,0.86667866],"study_design_scores_gemma":[0.0011436865,0.0005152968,0.055861883,0.001125311,0.000011103962,0.000009290599,0.7133092,0.004425499,0.0006095668,0.0048755226,0.21768278,0.00043084522],"about_ca_topic_score_codex":0.0009568594,"about_ca_topic_score_gemma":0.009954301,"teacher_disagreement_score":0.86624783,"about_ca_system_score_codex":0.00018268912,"about_ca_system_score_gemma":0.0053931973,"threshold_uncertainty_score":0.95673007},"labels":[],"label_agreement":null},{"id":"W2735207195","doi":"10.1007/s40670-017-0434-0","title":"Including Entrustment Language in an Assessment Form May Improve Constructive Feedback for Student Clinical Skills","year":2017,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"St. Clair College","funders":"","keywords":"Summative assessment; Constructive; Medical education; Psychology; Rating scale; Clinical judgment; Mathematics education; Computer science; Formative assessment; Medicine; Medical physics","score_opus":0.04481910961622188,"score_gpt":0.5457709692346195,"score_spread":0.5009518596183976,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2735207195","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9780919,0.000016339396,0.0004123852,0.0117436275,0.0064648325,0.0012545746,0.0000060022257,0.000028180482,0.001982168],"genre_scores_gemma":[0.97845674,0.000013377287,0.016686624,0.0026726676,0.001593958,0.00029087975,0.000020342719,0.000015273992,0.00025016716],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99604595,0.000054419805,0.00078781106,0.00069993146,0.0017548482,0.0006570328],"domain_scores_gemma":[0.9975168,0.00021069199,0.00033384134,0.0008886845,0.00036181445,0.0006881672],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.00681749,0.00017986007,0.00041281167,0.00023713293,0.00067428837,0.00016953633,0.0010122609,0.00019101359,0.0005893824],"category_scores_gemma":[0.011294468,0.00013853385,0.00008063788,0.0003455188,0.0023370443,0.00049289485,0.00031090758,0.0006261965,0.00002732586],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035709312,0.0029476788,0.57137686,0.000052313037,0.00002200225,0.000017267452,0.0034320517,9.338853e-8,0.00062956294,0.0064388234,0.0009444526,0.41410318],"study_design_scores_gemma":[0.0030414455,0.00066186005,0.9763899,0.00026593206,0.00004221161,0.000020048583,0.014185092,0.0009230224,0.0008577767,0.00062089995,0.0027718856,0.00021996525],"about_ca_topic_score_codex":0.00008201587,"about_ca_topic_score_gemma":0.000046199268,"teacher_disagreement_score":0.4138832,"about_ca_system_score_codex":0.0010862949,"about_ca_system_score_gemma":0.0052345577,"threshold_uncertainty_score":0.99703383},"labels":[],"label_agreement":null},{"id":"W2755439716","doi":"10.1007/s40670-017-0463-8","title":"Practical Strategies for Using Case-based Tutorials in Small Group Learning: Challenges and Solutions","year":2017,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba","funders":"","keywords":"Problem-based learning; Small group learning; Computer science; Medical education; Active learning (machine learning); Team-based learning; Mathematics education; Psychology; Medicine; Artificial intelligence","score_opus":0.2941279393642759,"score_gpt":0.4694408733674587,"score_spread":0.17531293400318282,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2755439716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93709105,0.0009375666,0.006572439,0.0444278,0.0027954658,0.00070346054,0.0000021496305,0.00008978612,0.0073802858],"genre_scores_gemma":[0.99145496,0.00010966342,0.0073735025,0.000099794255,0.0008740113,0.00004799454,4.7819515e-7,0.0000070553383,0.00003253396],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.99777216,0.00033359695,0.00020341882,0.00041351924,0.0005513505,0.00072596304],"domain_scores_gemma":[0.9979665,0.0010765935,0.000165396,0.0001908452,0.000100326004,0.0005003111],"candidate_categories":["metaresearch","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.0113740135,0.000104223735,0.00017987503,0.00013641932,0.0042324644,0.0005968406,0.0004336038,0.0001580791,0.000086074666],"category_scores_gemma":[0.02170516,0.00009284506,0.000034877183,0.00016628686,0.0028056116,0.0007826898,0.00010294695,0.0003475674,0.000003029877],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000046591635,0.00040380663,0.0066771694,0.0001158607,0.000009065026,0.00023559047,0.030273894,0.000023218063,0.00053446426,0.8688683,0.00015746393,0.092654556],"study_design_scores_gemma":[0.005315528,0.0013909827,0.021206528,0.001304054,0.00015295911,0.000492508,0.4849177,0.03650901,0.00030532872,0.0634468,0.38258126,0.002377341],"about_ca_topic_score_codex":0.005523642,"about_ca_topic_score_gemma":0.011620041,"teacher_disagreement_score":0.80542153,"about_ca_system_score_codex":0.00015949595,"about_ca_system_score_gemma":0.008050284,"threshold_uncertainty_score":0.9999082},"labels":[],"label_agreement":null},{"id":"W2767550484","doi":"10.1007/s40670-017-0491-4","title":"A Scoping Review of Ultrasound Teaching in Undergraduate Medical Education","year":2017,"lang":"en","type":"review","venue":"Medical Science Educator","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":60,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto","funders":"","keywords":"CINAHL; Point of care ultrasound; Curriculum; Inclusion (mineral); PsycINFO; Medical education; MEDLINE; Medicine; Observational study; Medical physics; Ultrasound; Psychology; Radiology; Nursing; Psychological intervention; Pathology; Pedagogy","score_opus":0.13629258849968873,"score_gpt":0.544125373995925,"score_spread":0.40783278549623625,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2767550484","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000034439174,0.9811685,0.00003298453,0.008196967,0.001422724,0.0025706012,0.000007307125,0.00003803987,0.006528457],"genre_scores_gemma":[0.000059548405,0.9940573,0.001247213,0.0026191645,0.00089671696,0.0006769124,0.000091934846,0.000040614028,0.00031060417],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9915691,0.0003397147,0.0024719357,0.0010884575,0.0038487108,0.0006820897],"domain_scores_gemma":[0.99073064,0.003648269,0.0013525377,0.0019284373,0.00021440334,0.0021257303],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011660793,0.0004292566,0.0029762902,0.00048404053,0.00031384057,0.000061488245,0.002444144,0.0005953431,0.0019928713],"category_scores_gemma":[0.1685996,0.00030694326,0.0005154713,0.0012034859,0.0029419058,0.00021050866,0.00029073632,0.002349787,0.00015640311],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010668108,0.0009394045,0.00022594442,0.17395405,0.000016897222,0.000004781339,0.000027532149,8.3062135e-10,3.361681e-7,0.0011699423,0.0033918002,0.8202682],"study_design_scores_gemma":[0.00010638182,0.000036946225,0.000042187436,0.56743836,0.00020133503,0.00027114872,0.00001479513,6.3904895e-7,3.0216214e-7,0.00016318157,0.43155465,0.00017005725],"about_ca_topic_score_codex":0.00014181764,"about_ca_topic_score_gemma":0.00007406302,"teacher_disagreement_score":0.82009816,"about_ca_system_score_codex":0.00058105966,"about_ca_system_score_gemma":0.094997436,"threshold_uncertainty_score":0.99995184},"labels":[],"label_agreement":null},{"id":"W2781975634","doi":"10.1007/s40670-017-0518-x","title":"Using the NBME® Comprehensive Subject Examinations to Assess Readiness for USMLE® Step 1 and Step 2 CK: a Comparison of US/Canadian and International Medical School Students","year":2018,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"United States Medical Licensing Examination; Logistic regression; Medical education; Variance (accounting); Subject (documents); Medical school; Medicine; Psychology; Family medicine; Computer science; Internal medicine; Library science","score_opus":0.12283557282553789,"score_gpt":0.4935361474009314,"score_spread":0.3707005745753935,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2781975634","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9704929,0.00005171,0.0045063663,0.021350706,0.002524392,0.00079576916,0.000015008372,0.000013624093,0.00024950047],"genre_scores_gemma":[0.98255527,0.0000084971825,0.010718953,0.005415725,0.0010383067,0.00008193069,0.000015089656,0.0000130399985,0.00015315908],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99627924,0.00006949112,0.0005220646,0.00043798596,0.0022653418,0.000425848],"domain_scores_gemma":[0.99632496,0.0003985312,0.00013774479,0.00031321205,0.0013922264,0.0014333408],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026236707,0.0001473803,0.0003060384,0.00052639045,0.00052816037,0.000081688384,0.0007308653,0.0001498214,0.00084502425],"category_scores_gemma":[0.01713971,0.00010560152,0.000027023196,0.0011769462,0.0026338594,0.00017497387,0.00020915469,0.00034293853,0.000009515666],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000092316455,0.0009842974,0.83963645,0.0001473754,0.0001073097,0.000006151254,0.004607937,6.254069e-7,0.0016753593,0.0031961664,0.043135595,0.106410444],"study_design_scores_gemma":[0.0017392794,0.0005264816,0.87252074,0.00068721577,0.000112226146,0.00019496122,0.014185821,0.026209084,0.0006111227,0.00009531576,0.0828394,0.00027834962],"about_ca_topic_score_codex":0.002900671,"about_ca_topic_score_gemma":0.0031065794,"teacher_disagreement_score":0.1061321,"about_ca_system_score_codex":0.00037820413,"about_ca_system_score_gemma":0.0058480804,"threshold_uncertainty_score":0.99978787},"labels":[],"label_agreement":null},{"id":"W2886937388","doi":"10.1007/s40670-018-0596-4","title":"Comparing Perceptions of Pathology as a Medical Specialty Between Canadian Pathologists and Pre-Clinical Medical Students","year":2018,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"York University; London Health Sciences Centre; Western University","funders":"","keywords":"Specialty; Staffing; Workload; Medicine; Perception; Medical education; Surgical pathology; Psychology; Pathology; Family medicine; Nursing","score_opus":0.053490911385399985,"score_gpt":0.47510168315392537,"score_spread":0.4216107717685254,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2886937388","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9606783,0.000043580716,0.00023802357,0.031790785,0.003150928,0.00038595533,0.0000043745044,0.00004749022,0.0036605594],"genre_scores_gemma":[0.985109,0.00008842031,0.0012834535,0.008696301,0.004552422,0.000034280303,0.00002716524,0.000017906024,0.00019106842],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99014103,0.0002629426,0.0013125913,0.0008383262,0.006547894,0.00089718984],"domain_scores_gemma":[0.9934982,0.00042292863,0.00022214958,0.0006811389,0.00070530287,0.004470249],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01462852,0.00022729121,0.0007402366,0.00058002904,0.00048804906,0.00004835865,0.001615431,0.00077249657,0.015989805],"category_scores_gemma":[0.06593671,0.00018179427,0.000084032756,0.0016136691,0.014728154,0.00013888636,0.00052811013,0.0014008733,0.00030721672],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000019708817,0.0005343813,0.92831844,0.000030537503,0.000018941199,0.00013074889,0.0012503611,4.084912e-9,0.000012487917,0.0006831798,0.00942816,0.05957307],"study_design_scores_gemma":[0.0010055222,0.00059832714,0.9867321,0.0003535108,0.000054314252,0.0007933813,0.0010204118,0.00019823974,0.000029549801,0.00023688206,0.008804804,0.00017295845],"about_ca_topic_score_codex":0.006868404,"about_ca_topic_score_gemma":0.010703067,"teacher_disagreement_score":0.05940011,"about_ca_system_score_codex":0.00036509195,"about_ca_system_score_gemma":0.020071246,"threshold_uncertainty_score":0.99974495},"labels":[],"label_agreement":null},{"id":"W2893462571","doi":"10.1007/s40670-018-0590-x","title":"Graphic Stories as Cultivators of Empathy in Medical Clerkship Education","year":2018,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Empathy and Medical Education","field":"Medicine","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; St. Michael's Hospital; Kingston General Hospital; Hospital for Sick Children","funders":"Banting and Best Diabetes Centre, University of Toronto","keywords":"Empathy; Burnout; Psychology; Medical education; Thematic analysis; Medicine; Clinical psychology; Qualitative research; Social psychology; Sociology","score_opus":0.022091646590833836,"score_gpt":0.38806235617479967,"score_spread":0.3659707095839658,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2893462571","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9720443,0.00031832518,0.000015770638,0.014489119,0.0049743997,0.00029557082,8.781689e-7,0.000040172283,0.007821445],"genre_scores_gemma":[0.9938092,0.00015933286,0.000302951,0.0034396271,0.0018399857,0.00005811909,0.0000088500365,0.00001374874,0.00036816674],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99469405,0.00009749536,0.000628882,0.0005408639,0.0034510582,0.0005876288],"domain_scores_gemma":[0.9964803,0.00021240658,0.00014669614,0.00046090077,0.0004698252,0.0022299087],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00354583,0.00018057917,0.00038340926,0.000567983,0.0001650366,0.000017692348,0.000623077,0.00031289124,0.004900944],"category_scores_gemma":[0.025043117,0.00013732447,0.00008244646,0.0028476801,0.004806057,0.0002550962,0.000099359364,0.0005941318,0.00013824269],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00028886573,0.008594123,0.49673378,0.00037816403,0.00003810771,0.00004716596,0.15917304,3.3688334e-8,0.0012326697,0.018327465,0.021707362,0.29347923],"study_design_scores_gemma":[0.0025391176,0.0020231395,0.72591054,0.0035128773,0.00009372431,0.00047413702,0.20424719,0.00014555735,0.019012842,0.0036452035,0.037763763,0.00063187646],"about_ca_topic_score_codex":0.00087786664,"about_ca_topic_score_gemma":0.00017418653,"teacher_disagreement_score":0.29284737,"about_ca_system_score_codex":0.00025156283,"about_ca_system_score_gemma":0.028667426,"threshold_uncertainty_score":0.9979023},"labels":[],"label_agreement":null},{"id":"W2894932396","doi":"10.1007/s40670-018-0628-0","title":"Capturing Entrustment: Using an End-of-Training Simulated Workplace to Assess the Entrustment of Near-graduating Medical Students from Multiple Perspectives","year":2018,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Operationalization; Competence (human resources); Confirmatory factor analysis; Specialty; Medical education; Psychology; Structural equation modeling; Medical school; Test (biology); Medicine; Computer science; Family medicine; Social psychology","score_opus":0.08250436725995323,"score_gpt":0.43475345965430123,"score_spread":0.352249092394348,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2894932396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9889978,0.00008775772,0.0020217854,0.006127807,0.0019618704,0.00060972985,0.000004239274,0.000037074016,0.00015189644],"genre_scores_gemma":[0.98270744,0.00000544503,0.014508195,0.0015141865,0.0011895673,0.000019751034,0.000010605711,0.000020443085,0.000024337975],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.9919243,0.00016787954,0.00079999526,0.00062370807,0.0058502792,0.0006338577],"domain_scores_gemma":[0.9969218,0.00059277005,0.00029592664,0.0006218351,0.0007208494,0.00084685115],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051237238,0.00021172602,0.00041725306,0.00024026808,0.000520591,0.00008235301,0.0013453832,0.00016538282,0.0025468834],"category_scores_gemma":[0.024104957,0.00014706692,0.00006590725,0.0020324625,0.0032241119,0.00021547372,0.00037842622,0.0005290044,0.000014429217],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000314037,0.006957284,0.4215827,0.00013052358,0.0003403809,0.000037487403,0.35979694,0.00015601423,0.019612214,0.0017669396,0.0008361148,0.18846935],"study_design_scores_gemma":[0.005386943,0.0015985613,0.3421818,0.0047908514,0.00040929834,0.000106241125,0.3569846,0.24572727,0.037454527,0.00046508128,0.0039864588,0.00090836803],"about_ca_topic_score_codex":0.0009625938,"about_ca_topic_score_gemma":0.000041916122,"teacher_disagreement_score":0.24557126,"about_ca_system_score_codex":0.00065479963,"about_ca_system_score_gemma":0.0060056713,"threshold_uncertainty_score":0.9996294},"labels":[],"label_agreement":null},{"id":"W2905526962","doi":"10.1007/s40670-018-00672-3","title":"Engaging Patients in Trainee Evaluations in Clinical Nutrition: a Pilot Intervention","year":2018,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto East General Hospital; Health Sciences Centre; Sunnybrook Health Science Centre","funders":"","keywords":"Medical education; Intervention (counseling); Medicine; Class (philosophy); Psychology; Nursing; Computer science","score_opus":0.07934619185011071,"score_gpt":0.50055760905998,"score_spread":0.4212114172098693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2905526962","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98048115,0.000026013651,0.00029546465,0.013500766,0.003534879,0.00060203223,8.895601e-7,0.000029878362,0.0015289466],"genre_scores_gemma":[0.9933352,0.0000139828,0.002442146,0.002553637,0.0013705045,0.00016611858,0.000026985488,0.000009262073,0.00008218877],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9963003,0.00017712855,0.001001583,0.00047396694,0.0016094798,0.00043755298],"domain_scores_gemma":[0.99853563,0.0001607365,0.00011650068,0.00031591638,0.0005416538,0.00032958572],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0087577915,0.00011138959,0.00023731978,0.0007695867,0.00015674483,0.00002856213,0.00033969412,0.00011391348,0.0021975827],"category_scores_gemma":[0.029547028,0.00009853264,0.000051194358,0.0034441792,0.0016953497,0.00026884853,0.00006943319,0.0007153258,0.00016052046],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00008959547,0.011593348,0.5246573,0.00007635776,0.0000049734635,0.000006250664,0.0019164371,9.28789e-8,0.000084941996,0.001103512,0.0101176,0.4503496],"study_design_scores_gemma":[0.004206875,0.0009533425,0.9838305,0.0009708482,0.00001135745,0.000011872491,0.00177393,0.0022098536,0.00011056464,0.0006911064,0.0051018936,0.00012783313],"about_ca_topic_score_codex":0.00011378295,"about_ca_topic_score_gemma":0.00016175104,"teacher_disagreement_score":0.45917323,"about_ca_system_score_codex":0.0005695252,"about_ca_system_score_gemma":0.0021637052,"threshold_uncertainty_score":0.99871457},"labels":[],"label_agreement":null},{"id":"W2907321261","doi":"10.1007/s40670-018-00679-w","title":"ODIN: Adaptation of an HTML 5-Compatible DICOM Viewer for MIRC-TFS, Enhancing the Incorporation of Clinical Images into the Health Science Curriculum","year":2019,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Radiology practices and education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saskatoon Medical Imaging; University of Saskatchewan; Global Institute for Water Security; Royal University Hospital","funders":"Royal University Hospital Foundation; Radiological Society of North America","keywords":"DICOM; HTML5; Plug-in; Computer science; Multimedia; Blackboard (design pattern); Curriculum; Pagetoid; Medical imaging; Software; World Wide Web; Medicine; Artificial intelligence; Software engineering; Pathology; Operating system","score_opus":0.06677742011744157,"score_gpt":0.4663584269278588,"score_spread":0.3995810068104172,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2907321261","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9689943,0.00026315238,0.0010123093,0.025942275,0.0028815041,0.0007691783,0.0000010229376,0.000009550827,0.00012669216],"genre_scores_gemma":[0.99392784,0.00009268686,0.004283513,0.0011081424,0.00049093855,0.00003639556,0.000007743155,0.0000054697152,0.00004729603],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9971929,0.00016355595,0.0007922719,0.00039565994,0.0011411839,0.0003144299],"domain_scores_gemma":[0.9971833,0.00064462656,0.0007466162,0.00050775474,0.0005468673,0.00037078842],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.016405748,0.00009395982,0.00033194607,0.00012906786,0.00046428942,0.000033764743,0.0006694989,0.00006370791,0.000115045776],"category_scores_gemma":[0.0074258107,0.000048105783,0.00006812815,0.0011158269,0.0028379816,0.0006163059,0.00006223472,0.00027214907,0.00001185895],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024291265,0.002886058,0.5560546,0.00051096594,0.000032507716,5.575457e-7,0.032900408,0.00004672474,0.019436916,0.005390369,0.0039103706,0.3785876],"study_design_scores_gemma":[0.0015219449,0.0042024394,0.8693091,0.0005964584,0.000099795514,0.00004421487,0.055911705,0.04441251,0.012925096,0.0010608417,0.00966282,0.0002530738],"about_ca_topic_score_codex":0.0013285014,"about_ca_topic_score_gemma":0.00016865258,"teacher_disagreement_score":0.37833455,"about_ca_system_score_codex":0.00011179265,"about_ca_system_score_gemma":0.0107411975,"threshold_uncertainty_score":0.9998757},"labels":[],"label_agreement":null},{"id":"W2913867277","doi":"10.1007/s40670-019-00695-4","title":"Internationalization of Medical Education—Building a Program to Prepare Future Leaders in Healthcare","year":2019,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Global Health and Surgery","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Internship; Internationalization; Medical education; Health care; Videoconferencing; Work (physics); Political science; Public relations; Medicine; Business; Engineering; Computer science; Multimedia","score_opus":0.02103646623905723,"score_gpt":0.43520979553670475,"score_spread":0.4141733292976475,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2913867277","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8010319,0.0002674801,0.000029313936,0.19455457,0.0029291313,0.00069112255,0.0000013596529,0.000030007774,0.00046511315],"genre_scores_gemma":[0.9843523,0.000042294752,0.0008470736,0.0139692845,0.0005056261,0.000094302326,0.000013554947,0.000007249198,0.00016834654],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995699,0.000047329206,0.00044926212,0.0003911333,0.0029196125,0.00049367786],"domain_scores_gemma":[0.997557,0.00006270433,0.0000739392,0.00023704332,0.0002918379,0.0017774828],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0020834038,0.00009780318,0.0002547212,0.00038397705,0.000047614798,0.000014422932,0.00040603292,0.00016058325,0.0011479596],"category_scores_gemma":[0.0037169033,0.000078706886,0.000043853994,0.0017171456,0.00028111483,0.0001185473,0.00007828138,0.00024314589,0.000039016264],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007283986,0.0012069431,0.74986935,0.0005449551,0.0000039635306,0.000007227067,0.0016460349,0.0000010671102,0.000051189665,0.012176777,0.01587057,0.21854907],"study_design_scores_gemma":[0.0019482312,0.0011148019,0.6502047,0.006058139,0.00001544967,0.00027215853,0.015677573,0.0037565797,0.00042678218,0.0006360353,0.3194072,0.0004823331],"about_ca_topic_score_codex":0.00064369175,"about_ca_topic_score_gemma":0.00016753467,"teacher_disagreement_score":0.30353662,"about_ca_system_score_codex":0.0003755769,"about_ca_system_score_gemma":0.020860108,"threshold_uncertainty_score":0.9997651},"labels":[],"label_agreement":null},{"id":"W2914730476","doi":"10.1007/s40670-019-00704-6","title":"Is the Writing on the Wall for Current Medical Oaths? A Brief Historical Review of Oath Taking at Medical Schools","year":2019,"lang":"en","type":"review","venue":"Medical Science Educator","topic":"Ethics in medical practice","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"South Health Campus; University of Calgary; University of Toronto","funders":"","keywords":"Oath; Medical ethics; Medical education; Medicine; Law; Engineering ethics; Political science; History; Engineering","score_opus":0.42531505543756803,"score_gpt":0.6167437749389899,"score_spread":0.19142871950142187,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2914730476","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000007993286,0.730056,0.0001382098,0.2499493,0.012042955,0.0040586633,0.000026162244,0.000055841367,0.0036648484],"genre_scores_gemma":[0.0000268175,0.9081488,0.00011196098,0.0840691,0.0047730436,0.0018302884,0.000023678513,0.00009303435,0.00092323375],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.96103793,0.009130271,0.0046585095,0.0018822498,0.020963049,0.002327962],"domain_scores_gemma":[0.7819783,0.19915052,0.0065972307,0.004441009,0.0018022653,0.0060306718],"candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"category_scores_codex":[0.14739177,0.0008495636,0.0034137743,0.00026506613,0.0039707595,0.000049478203,0.009721486,0.0022938235,0.032263126],"category_scores_gemma":[0.6560748,0.0003968418,0.0011733002,0.0023945193,0.004199913,0.00020049326,0.00268553,0.027342945,0.001779891],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000007762397,0.0002511113,0.000036291494,0.0846438,0.000041515315,0.00000936676,0.00046028028,1.4445027e-9,3.653868e-8,0.013503852,0.38682932,0.51421666],"study_design_scores_gemma":[0.00022067664,0.000079241225,0.0000051723373,0.31283116,0.00036184548,0.00004635522,0.00022921179,0.00004055796,1.0470945e-7,0.0003340152,0.6855593,0.00029237184],"about_ca_topic_score_codex":0.00027539054,"about_ca_topic_score_gemma":0.000043405107,"teacher_disagreement_score":0.5139243,"about_ca_system_score_codex":0.0046972698,"about_ca_system_score_gemma":0.07581548,"threshold_uncertainty_score":0.99984837},"labels":[],"label_agreement":null},{"id":"W2995631206","doi":"10.1007/s40670-019-00886-z","title":"Fostering Inclusive Approaches to Lesbian, Gay, Bisexual, and Transgender (LGBT) Healthcare on the Obstetrics and Gynecology Clerkship","year":2019,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan; Royal University Hospital","funders":"","keywords":"Transgender; Lesbian; Curriculum; Obstetrics and gynaecology; Inclusion (mineral); Medicine; Medical education; Family medicine; Obstetrics; Psychology; Gynecology; Sociology; Gender studies; Pedagogy; Pregnancy","score_opus":0.3927164982700166,"score_gpt":0.45606515860306196,"score_spread":0.06334866033304537,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2995631206","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8450824,0.0007518431,0.000010958193,0.14124402,0.003917274,0.0005367873,0.000006140314,0.000023308643,0.008427283],"genre_scores_gemma":[0.9843415,0.000113387025,0.000040252475,0.013819388,0.0004004849,0.00005667614,0.0000010390163,0.000014255155,0.0012129927],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9974562,0.00025441957,0.00027115562,0.000661077,0.0005822924,0.0007748745],"domain_scores_gemma":[0.9963796,0.0020278024,0.000064728345,0.00042351658,0.00004257206,0.0010617725],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017925843,0.00016585128,0.00023238703,0.0002529153,0.0005727223,0.00009074581,0.00061756035,0.00019913875,0.0007197418],"category_scores_gemma":[0.0024767483,0.000113838054,0.000026039575,0.00081594265,0.00088193413,0.00010084188,0.00040901525,0.0004752065,0.00028162566],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000730958,0.00068614975,0.23353656,0.0008289113,0.00003561558,0.00002926967,0.07529688,9.960419e-7,0.00012091378,0.12367616,0.018919284,0.5467962],"study_design_scores_gemma":[0.0019613942,0.002214541,0.8622623,0.00010529616,0.000048537822,0.00022835197,0.038496714,0.0001256971,0.000051018113,0.007954898,0.08561734,0.0009338938],"about_ca_topic_score_codex":0.0011375227,"about_ca_topic_score_gemma":0.0003777924,"teacher_disagreement_score":0.62872577,"about_ca_system_score_codex":0.00016594976,"about_ca_system_score_gemma":0.001050602,"threshold_uncertainty_score":0.7880668},"labels":[],"label_agreement":null},{"id":"W2996540752","doi":"10.1007/s40670-019-00855-6","title":"Daily Evaluation Cards Are Superior for Student Assessment Compared to Single Rater In-Training Evaluations","year":2019,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Health Sciences Centre","funders":"","keywords":"Cohort; Medicine; Multivariate statistics; Ambulatory; Rating scale; Physical therapy; Medical physics; Medical education; Statistics; Internal medicine; Mathematics","score_opus":0.09964731443661813,"score_gpt":0.5047773264578296,"score_spread":0.40513001202121146,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2996540752","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96311367,0.00002524647,0.0009844668,0.02709109,0.004520817,0.0027250338,0.0000030372917,0.000031591815,0.0015050408],"genre_scores_gemma":[0.98535436,8.9154514e-7,0.008171374,0.0045766127,0.0005693073,0.0009817848,0.000054229433,0.000016827444,0.00027463614],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9942194,0.00009792637,0.0006013539,0.00062052783,0.0038889316,0.00057183177],"domain_scores_gemma":[0.9975815,0.00015800667,0.00011068009,0.00048577986,0.0012068402,0.00045720214],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009106869,0.00015786485,0.0003539207,0.00054612325,0.0002080689,0.00009024737,0.00043047866,0.000103464205,0.0026538006],"category_scores_gemma":[0.007896723,0.00013290074,0.000053450727,0.0019740935,0.00030868032,0.00022201374,0.00008615006,0.00030436149,0.00012706414],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010009129,0.004135496,0.68995804,0.00022180229,0.000056771092,0.00000516385,0.03168696,0.00032221855,0.036033984,0.0014088104,0.025162382,0.21090828],"study_design_scores_gemma":[0.002626562,0.00043220035,0.929759,0.00055636844,0.00007700775,0.000015985173,0.032227144,0.022547942,0.00075319805,0.00013989274,0.010602928,0.0002617189],"about_ca_topic_score_codex":0.00003152878,"about_ca_topic_score_gemma":0.000038429112,"teacher_disagreement_score":0.23980102,"about_ca_system_score_codex":0.0019785136,"about_ca_system_score_gemma":0.009132273,"threshold_uncertainty_score":0.99825794},"labels":[],"label_agreement":null},{"id":"W3000302162","doi":"10.1007/s40670-019-00908-w","title":"The Perceived Importance, Emphasis, and Confidence in Veterinary Nutrition Education of First-Year Canadian and US Veterinary Students","year":2020,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Veterinary Practice and Education Studies","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Guelph","funders":"","keywords":"Medicine; Curriculum; Veterinary medicine; Veterinary education; Medical education; Descriptive statistics; Nutrition Education; Psychology; Gerontology; Pedagogy","score_opus":0.13918635634088458,"score_gpt":0.47749695749969945,"score_spread":0.33831060115881484,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3000302162","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9636385,0.00087530026,6.5481726e-7,0.03333224,0.0009717595,0.0005243946,0.000004460097,0.000009138951,0.00064353814],"genre_scores_gemma":[0.99441284,0.002633569,0.00011250886,0.0022362778,0.00025198533,0.00027726035,0.00000233784,0.0000060805824,0.00006714249],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9982107,0.00018602687,0.00037538918,0.00032190126,0.00050626666,0.00039971448],"domain_scores_gemma":[0.99836254,0.0004875177,0.00013042314,0.00016601013,0.0001298911,0.0007236071],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0013174228,0.00010209617,0.00017165192,0.00010471943,0.0011367847,0.000034327735,0.00036531338,0.00007572104,0.00023272549],"category_scores_gemma":[0.0020971366,0.000078022786,0.000013678897,0.00046774597,0.0007836738,0.00032707382,0.00018999862,0.00031403636,0.000019673735],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00007506523,0.00020126329,0.9719664,0.00023327307,0.0000063047705,0.000010184805,0.018134318,1.9210987e-8,0.00039829093,0.00023485327,0.0053627356,0.003377292],"study_design_scores_gemma":[0.00029771036,0.00029666006,0.8076241,0.00024612652,0.000005908743,0.000022233246,0.07040289,0.000013707632,0.0000018659784,0.00006345522,0.12094409,0.00008125384],"about_ca_topic_score_codex":0.009740001,"about_ca_topic_score_gemma":0.004302582,"teacher_disagreement_score":0.1643423,"about_ca_system_score_codex":0.0001611086,"about_ca_system_score_gemma":0.0032622728,"threshold_uncertainty_score":0.99685425},"labels":[],"label_agreement":null},{"id":"W3001038204","doi":"10.1007/s40670-019-00913-z","title":"Expectations and Perceptions of Students’ Basic Science Knowledge: Through the Lens of Clerkship Directors","year":2020,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":19,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"Government of Ontario; American Association of Anatomists","keywords":"Cornerstone; Medical education; Curriculum; Perception; Psychology; Medicine; Pedagogy","score_opus":0.04467591906454175,"score_gpt":0.41358946587508183,"score_spread":0.36891354681054006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3001038204","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9610228,0.0001572033,0.0002507817,0.035033453,0.0007491962,0.00028473214,0.000001982537,0.00002234755,0.0024775246],"genre_scores_gemma":[0.99642414,0.00002877861,0.0015650776,0.0015500459,0.00032611823,0.00003138266,0.0000020533469,0.000006917666,0.00006546917],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99674004,0.000045083485,0.0004382801,0.00037170507,0.0021025094,0.00030239142],"domain_scores_gemma":[0.99837315,0.0001961131,0.00012976634,0.0003354195,0.0006350471,0.0003305252],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0015624836,0.00010150504,0.00022084067,0.00017784211,0.0004435769,0.000028125993,0.00079704466,0.000055798886,0.0008407599],"category_scores_gemma":[0.014482576,0.000065763394,0.000040774532,0.0046654106,0.009490975,0.00029605906,0.0001977408,0.0003190781,0.000033500437],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000062695675,0.004223262,0.3782257,0.0005518758,0.00006685301,0.0000028407103,0.37151545,0.0000019454021,0.059135247,0.0529041,0.029307313,0.104002714],"study_design_scores_gemma":[0.00077608245,0.00043351576,0.8689429,0.0003407813,0.000106942185,0.000027822669,0.11489683,0.00083223736,0.007395262,0.00026984338,0.0057728007,0.00020494571],"about_ca_topic_score_codex":0.00003749457,"about_ca_topic_score_gemma":0.000002812607,"teacher_disagreement_score":0.49071723,"about_ca_system_score_codex":0.000116803145,"about_ca_system_score_gemma":0.0042114947,"threshold_uncertainty_score":0.9938189},"labels":[],"label_agreement":null},{"id":"W3006835160","doi":"10.1007/s40670-020-00931-2","title":"Evaluating Attitudes Toward Interprofessional Collaboration and Education Among Health Professional Learners","year":2020,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University; University of Waterloo","funders":"","keywords":"Interprofessional education; Likert scale; Pharmacy; Medical education; Test (biology); Scale (ratio); Survey instrument; Health professionals; Medicine; Psychology; Nursing; Health care; Family medicine; Applied psychology","score_opus":0.10385753750954413,"score_gpt":0.5540696120230224,"score_spread":0.4502120745134783,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006835160","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.793336,0.00021546255,0.00013356548,0.19457555,0.009457452,0.0009818935,0.0000069109647,0.00009769697,0.0011955164],"genre_scores_gemma":[0.953877,0.000028633653,0.0020094034,0.039087143,0.0016132768,0.00047551002,0.000056644094,0.000022232409,0.002830201],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99469256,0.0009330782,0.0008629639,0.0007598917,0.002084138,0.00066738],"domain_scores_gemma":[0.9963702,0.000396626,0.00048900925,0.000214888,0.00082911574,0.0017001429],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0037253874,0.00022864771,0.0003219934,0.00021230882,0.0023243942,0.000067379595,0.0005294673,0.00023034784,0.003908473],"category_scores_gemma":[0.006052458,0.0001793586,0.00003660739,0.0017475168,0.0007891981,0.0008238136,0.0003468013,0.0011204606,0.0002862634],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004631115,0.0009443448,0.58572084,0.00082753424,0.000024138577,0.0000014499843,0.11926251,0.000005049595,0.004394902,0.024538964,0.15550774,0.10830941],"study_design_scores_gemma":[0.0016208332,0.00075178413,0.6365863,0.0037586496,0.000023942011,0.000006440574,0.3234208,0.0073700794,0.00022794292,0.0015801021,0.02385548,0.0007976269],"about_ca_topic_score_codex":0.00025813607,"about_ca_topic_score_gemma":0.00017211665,"teacher_disagreement_score":0.20415828,"about_ca_system_score_codex":0.000642832,"about_ca_system_score_gemma":0.08638757,"threshold_uncertainty_score":0.99897444},"labels":[],"label_agreement":null},{"id":"W3007472298","doi":"10.1007/s40670-020-00923-2","title":"Impressions on Reliability and Students’ Perceptions of Learning in a Peer-Based OSCE","year":2020,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Reliability (semiconductor); Perception; Psychology; Mathematics education; Medical education; Computer science; Medicine; Physics; Neuroscience","score_opus":0.024029832010058372,"score_gpt":0.4035150846624518,"score_spread":0.3794852526523934,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3007472298","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9048508,0.000008448028,0.00018581524,0.09404403,0.00028203966,0.00021329884,8.123669e-7,0.00002701589,0.000387767],"genre_scores_gemma":[0.99373096,0.000004981735,0.0016127757,0.0043477877,0.0001651879,0.00003150519,0.000005509177,0.00000593146,0.00009537198],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9969058,0.000063732885,0.0003422975,0.00036750583,0.0020806214,0.00024006651],"domain_scores_gemma":[0.99882483,0.00016314478,0.00006679273,0.00020623834,0.00025625303,0.00048273042],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.002248445,0.00008463392,0.0001939182,0.00019113599,0.00014377596,0.00001558616,0.00028747288,0.00008750178,0.001081972],"category_scores_gemma":[0.037844174,0.00006514517,0.000026135536,0.0016220659,0.0011870916,0.0000702072,0.00008099611,0.00066665624,0.000021244767],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005320309,0.0014886581,0.9592974,0.000111779606,0.0000025724482,0.0000040477776,0.0044100503,0.00002031995,0.0041012126,0.0002752777,0.0041621765,0.026073307],"study_design_scores_gemma":[0.00095196126,0.00053858466,0.97969735,0.00034918994,0.000014701371,0.000004704858,0.0065104757,0.0067805946,0.0006394607,0.000036661088,0.0043736445,0.000102670376],"about_ca_topic_score_codex":0.000041037576,"about_ca_topic_score_gemma":0.0000020584016,"teacher_disagreement_score":0.08969624,"about_ca_system_score_codex":0.00014344916,"about_ca_system_score_gemma":0.002178982,"threshold_uncertainty_score":0.9998312},"labels":[],"label_agreement":null},{"id":"W3009684492","doi":"10.1007/s40670-020-00940-1","title":"How to Identify Medical Students at Risk of Academic Failure and Help Them Succeed? An Interview with a Medical Educator","year":2020,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Medical Education and Admissions","field":"Medicine","cited_by":17,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Public Health Ontario; University of Toronto","funders":"","keywords":"Medical education; Medical school; Psychology; Medicine","score_opus":0.0561561523912249,"score_gpt":0.41919703108448064,"score_spread":0.36304087869325574,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3009684492","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.62401354,0.0002042254,0.00016121088,0.37452447,0.00055200903,0.0003875225,0.0000064354053,0.000050147377,0.00010043835],"genre_scores_gemma":[0.9421656,0.0004479708,0.00073554495,0.05448361,0.0014441703,0.00007393768,0.00001285966,0.000033000957,0.00060328766],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.986616,0.00029536188,0.0007397937,0.0010930814,0.010441457,0.00081428717],"domain_scores_gemma":[0.9699298,0.00047037873,0.00023457236,0.0005470087,0.00028423598,0.028533971],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051499656,0.0003497104,0.00078696857,0.00020533885,0.0003210226,0.00010723783,0.0023206659,0.00046275873,0.030556994],"category_scores_gemma":[0.08334479,0.00021624188,0.000103462924,0.001770142,0.0027065289,0.00029740538,0.0009881331,0.00171918,0.00014984423],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0003773392,0.0036545035,0.6075292,0.0009083876,0.00020694136,0.0003135542,0.020228509,6.5758606e-8,0.002190895,0.0007936598,0.22366053,0.14013639],"study_design_scores_gemma":[0.009158412,0.0045047803,0.41298944,0.011958373,0.00077454356,0.0030210146,0.06408793,0.0010017077,0.0064624464,0.00017402088,0.48408607,0.0017812445],"about_ca_topic_score_codex":0.000064365326,"about_ca_topic_score_gemma":0.00004935208,"teacher_disagreement_score":0.32004085,"about_ca_system_score_codex":0.00017029965,"about_ca_system_score_gemma":0.016466351,"threshold_uncertainty_score":0.99723184},"labels":[],"label_agreement":null},{"id":"W3017127111","doi":"10.1007/s40670-020-00955-8","title":"A Primer on the Game Theory Behind the National Resident Matching Program for the Medical Educator and Student","year":2020,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Game Theory and Voting Systems","field":"Economics, Econometrics and Finance","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Matching (statistics); Ranking (information retrieval); Preference; Game theory; Underpinning; Computer science; Psychology; Medical education; Mathematics education; Mathematical economics; Artificial intelligence; Mathematics; Medicine; Statistics; Engineering","score_opus":0.07173140329398577,"score_gpt":0.34560759973260136,"score_spread":0.2738761964386156,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017127111","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7716635,0.00083984894,0.00029773757,0.22255483,0.0016734113,0.0010530642,0.0000130402195,0.000035206827,0.0018693357],"genre_scores_gemma":[0.9838453,0.000027994682,0.0000377507,0.013826628,0.0015485536,0.00038368188,7.4367716e-7,0.0000124312455,0.00031691176],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.997803,0.0001225999,0.00046134615,0.0004786289,0.0007299269,0.000404505],"domain_scores_gemma":[0.99590075,0.0031670942,0.00020002475,0.00024539206,0.000052309526,0.00043443972],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.01497568,0.00014101432,0.00020612069,0.000050124654,0.00079414394,0.00029505536,0.0015746269,0.00007758741,0.00094150705],"category_scores_gemma":[0.011505227,0.00006728876,0.00008400486,0.00030851254,0.0014250434,0.000098365395,0.00021847736,0.00044223797,0.00015430452],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026360853,0.00020601749,0.0046204044,0.00001964599,0.00003991075,9.133809e-7,0.0155258505,0.0000023625119,0.0000051178367,0.9665855,0.0067450935,0.0062228013],"study_design_scores_gemma":[0.0015007881,0.00086857745,0.14053248,0.0003311989,0.000052058484,0.00008775963,0.039720397,0.005219553,0.00020554887,0.23168145,0.57892376,0.0008764359],"about_ca_topic_score_codex":0.00005039576,"about_ca_topic_score_gemma":0.00000933287,"teacher_disagreement_score":0.73490405,"about_ca_system_score_codex":0.00008120294,"about_ca_system_score_gemma":0.000784251,"threshold_uncertainty_score":0.99997175},"labels":[],"label_agreement":null},{"id":"W3022163793","doi":"10.1007/s40670-020-00978-1","title":"Correction to: A Primer on the Game Theory Behind the National Resident Matching Program for the Medical Educator and Student","year":2020,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Medical Education and Admissions","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Column (typography); Matching (statistics); Table (database); Mathematics education; Computer science; Primer (cosmetics); Medical education; Psychology; Library science; Mathematics; Medicine; Statistics; Data mining; Chemistry; Telecommunications","score_opus":0.055471469599184725,"score_gpt":0.44452744104231523,"score_spread":0.38905597144313053,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3022163793","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.26942822,0.0001573517,0.00024095185,0.7238233,0.0037694909,0.0016275034,0.0000019974793,0.000048473525,0.000902704],"genre_scores_gemma":[0.8234447,0.00003676561,0.00013989101,0.17110352,0.002913468,0.000744636,0.0000025372156,0.000014363033,0.0016001075],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9946461,0.00017300471,0.00035645682,0.0004840336,0.0039092544,0.00043117048],"domain_scores_gemma":[0.9902732,0.00543154,0.0000950813,0.00029425786,0.00023291617,0.003673005],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005988354,0.0001646121,0.00018724901,0.000063490916,0.00093955075,0.00014763129,0.0008783556,0.000081872044,0.0056272107],"category_scores_gemma":[0.101864494,0.00006508775,0.00008595071,0.0005946763,0.0014027614,0.000058841993,0.00020029998,0.0008148843,0.000080955615],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019906243,0.0014340202,0.0016191647,0.00004295531,0.000071326576,0.0000047482145,0.033571213,0.0000016237076,0.00021845863,0.021480618,0.7804863,0.16087052],"study_design_scores_gemma":[0.0010824173,0.0010892329,0.093320735,0.0007135065,0.00013913964,0.00018156054,0.048569918,0.002562254,0.00059353217,0.001383328,0.8500528,0.0003115893],"about_ca_topic_score_codex":0.000040134015,"about_ca_topic_score_gemma":0.000012870625,"teacher_disagreement_score":0.5540165,"about_ca_system_score_codex":0.00013782037,"about_ca_system_score_gemma":0.011487221,"threshold_uncertainty_score":0.99528176},"labels":[],"label_agreement":null},{"id":"W3034384016","doi":"10.1007/s40670-020-00999-w","title":"Using Experiential Simulation-Based Learning to Increase Engagement in Global Health Education: an Evaluation of Self-reported Participant Experience","year":2020,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Global Health and Surgery","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Toronto; University Health Network; Hamilton Health Sciences; McMaster University; Public Health Ontario","funders":"","keywords":"Thematic analysis; Likert scale; Experiential learning; Scale (ratio); Multidisciplinary approach; Medical education; Psychology; Computer science; Qualitative research; Mathematics education; Medicine; Sociology","score_opus":0.20576824883096045,"score_gpt":0.5164027074693649,"score_spread":0.31063445863840444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3034384016","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99287605,0.000115764946,0.00082881,0.004598658,0.00073572807,0.00072363706,0.0000012786318,0.000040427214,0.000079671416],"genre_scores_gemma":[0.9901121,0.0000017743844,0.0025998785,0.0069314917,0.0002565591,0.000081259066,0.000010453905,0.000005337711,0.0000011321953],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9952654,0.00039506127,0.00070842804,0.0004889676,0.0025807584,0.0005613791],"domain_scores_gemma":[0.9962083,0.000097679076,0.00018487319,0.00022545827,0.00045686128,0.0028268457],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0055243527,0.00011739773,0.00029351958,0.00012287898,0.00021498637,0.000021840073,0.00017491085,0.000051432366,0.0006231306],"category_scores_gemma":[0.012460792,0.00010693883,0.000035776946,0.0018733845,0.00019252402,0.00016979242,0.000049384795,0.00017337645,0.000007185341],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045519398,0.003978362,0.7925045,0.00026876226,0.000016201186,0.000021908756,0.05729406,0.03654045,0.0010846187,0.00017467709,0.00029459648,0.10736668],"study_design_scores_gemma":[0.0011523037,0.0005943747,0.13720529,0.00032416687,0.0000538633,0.000007819397,0.017444566,0.8401392,0.00040896932,0.000013681767,0.0024659254,0.00018985585],"about_ca_topic_score_codex":0.0015355586,"about_ca_topic_score_gemma":0.000040406827,"teacher_disagreement_score":0.80359876,"about_ca_system_score_codex":0.00088773144,"about_ca_system_score_gemma":0.04095017,"threshold_uncertainty_score":0.99585766},"labels":[],"label_agreement":null},{"id":"W3036470138","doi":"10.1007/s40670-020-01003-1","title":"How Can We Create Osler’s “Great Physician”? Fundamentals for Physicians’ Competency in the Twenty-first Century","year":2020,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"","keywords":"Medical education; Medicine; Family medicine; Psychology","score_opus":0.030339625555239683,"score_gpt":0.3254849658663283,"score_spread":0.29514534031108863,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3036470138","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.3915911,0.00019288267,0.00022013646,0.60397756,0.0018348334,0.0010223212,0.000012211201,0.000045331355,0.0011036033],"genre_scores_gemma":[0.92195815,0.0001050658,0.0013535789,0.0734168,0.002615615,0.00030569235,0.000050562845,0.000021473496,0.0001730567],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.996189,0.000059270056,0.00039074215,0.0006265151,0.001995506,0.00073896453],"domain_scores_gemma":[0.9986131,0.00019266177,0.00014442684,0.0004277098,0.00020267937,0.00041939502],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0012168632,0.00022473116,0.00036550828,0.0001681331,0.00045284914,0.00014146265,0.00093796896,0.00010183316,0.00025721078],"category_scores_gemma":[0.0034938294,0.00015075684,0.00010677044,0.0027509634,0.0014547657,0.00023399807,0.000085253865,0.00054157316,0.000038066075],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016567664,0.0037104557,0.02684879,0.00087699754,0.00007032174,0.00005162604,0.05259743,0.0000022514378,0.0045520477,0.022753669,0.27068385,0.61768687],"study_design_scores_gemma":[0.002901551,0.00087531866,0.032518554,0.0010660002,0.00012988721,0.00003891407,0.06633945,0.0024861342,0.0021537738,0.0011904205,0.8897137,0.0005862995],"about_ca_topic_score_codex":0.000056213164,"about_ca_topic_score_gemma":0.000030330255,"teacher_disagreement_score":0.6190298,"about_ca_system_score_codex":0.00037600874,"about_ca_system_score_gemma":0.0020849342,"threshold_uncertainty_score":0.6147685},"labels":[],"label_agreement":null},{"id":"W3039067990","doi":"10.1007/s40670-020-01016-w","title":"YouTube as an Educational Resource in Medical Education: a Scoping Review","year":2020,"lang":"en","type":"review","venue":"Medical Science Educator","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":124,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Memorial University of Newfoundland","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Inclusion (mineral); Resource (disambiguation); Medical education; Educational resources; Quality (philosophy); Psychology; Medicine; Multimedia; Computer science; Pedagogy","score_opus":0.18958175995752216,"score_gpt":0.5733081668265355,"score_spread":0.3837264068690134,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3039067990","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000028452121,0.8598842,7.020289e-7,0.11043233,0.015605396,0.005081016,0.0000035147427,0.00009129108,0.008873111],"genre_scores_gemma":[0.000006865322,0.9659701,0.00021766823,0.013076678,0.014427532,0.0059890286,0.00009447573,0.00005593718,0.00016173882],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9843893,0.002449377,0.0019970082,0.0016799337,0.008005513,0.001478839],"domain_scores_gemma":[0.98401695,0.0053299293,0.00088915514,0.0009489597,0.0006079102,0.008207093],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.014677153,0.0005376256,0.002021103,0.00067954237,0.0012127312,0.0002463039,0.004653919,0.0009697165,0.020502534],"category_scores_gemma":[0.27065438,0.00049382524,0.00025854266,0.009886804,0.0037807054,0.00075361057,0.0003034746,0.0019879502,0.0012638826],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000010654022,0.00051041326,0.000077430115,0.018159144,0.000003881404,0.000007147347,0.00555499,1.6658539e-9,2.4188178e-9,0.0070330403,0.007894364,0.9607585],"study_design_scores_gemma":[0.00004982273,0.000029136727,0.00001891351,0.28010657,0.000058670463,0.00003233367,0.0015116275,6.4467224e-7,1.8674326e-8,0.00021781087,0.717619,0.00035545745],"about_ca_topic_score_codex":0.0044033932,"about_ca_topic_score_gemma":0.0023539602,"teacher_disagreement_score":0.9604031,"about_ca_system_score_codex":0.0030933912,"about_ca_system_score_gemma":0.52597725,"threshold_uncertainty_score":0.9997513},"labels":[],"label_agreement":null},{"id":"W3048881485","doi":"10.1007/s40670-020-01050-8","title":"Entrepreneurship and Innovation in Health Sciences Education: a Scoping Review","year":2020,"lang":"en","type":"review","venue":"Medical Science Educator","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":44,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McMaster University; Hamilton Health Sciences; Royal College of Physicians and Surgeons of Canada; Queen's University","funders":"","keywords":"Entrepreneurship; Medical education; Engineering ethics; Psychology; Knowledge management; Medicine; Engineering; Political science; Computer science","score_opus":0.061754285925349484,"score_gpt":0.3998296910895464,"score_spread":0.33807540516419693,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3048881485","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000014737919,0.9929191,0.0000380824,0.0038934182,0.0020254385,0.000676211,0.000001634938,0.00010603901,0.0003253417],"genre_scores_gemma":[0.000028493701,0.9978395,0.0003682949,0.0010224328,0.00048321244,0.00020935762,0.000013113063,0.000017514343,0.000018097817],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9972142,0.000061936604,0.0009417016,0.0005256905,0.00080633216,0.00045015104],"domain_scores_gemma":[0.9989634,0.00014001637,0.00012921903,0.00015728005,0.00004305597,0.00056702585],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0025177482,0.00025031614,0.00083512726,0.0007525816,0.00011014494,0.00007595968,0.0005917677,0.00013170403,0.00019607325],"category_scores_gemma":[0.0025316437,0.00019986047,0.000037634483,0.010066504,0.0005783201,0.0001789972,0.00008159432,0.00049751817,0.000039932856],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[3.5259003e-8,0.000021361839,0.000005300041,0.13183554,0.0000013997853,4.1343625e-7,0.000059616425,1.8287976e-7,9.490653e-8,0.00037434476,0.0018996473,0.86580205],"study_design_scores_gemma":[0.000020064035,0.000015832813,0.000009349171,0.42895207,0.00000983929,0.000035843066,0.000020741416,0.00006134273,3.3036795e-7,0.00002863779,0.57066566,0.00018032474],"about_ca_topic_score_codex":0.00001640674,"about_ca_topic_score_gemma":0.0000029284806,"teacher_disagreement_score":0.86562175,"about_ca_system_score_codex":0.00031957563,"about_ca_system_score_gemma":0.012724999,"threshold_uncertainty_score":0.99287194},"labels":[],"label_agreement":null},{"id":"W3090604561","doi":"10.1007/s40670-020-01089-7","title":"Preparing Future Adaptive Experts: Why It Matters and How It Can Be Done","year":2020,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Diverse Interdisciplinary Research Innovations","field":"Decision Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"The Wilson Centre; University of Toronto","funders":"","keywords":"Computer science","score_opus":0.18037503209920458,"score_gpt":0.43926545862931776,"score_spread":0.2588904265301132,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3090604561","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15223953,0.000028807024,0.00067653984,0.8414155,0.0012492483,0.00019779296,0.000020625734,0.00003565396,0.0041362704],"genre_scores_gemma":[0.9256842,0.000009525173,0.000934743,0.071199626,0.0009887043,0.00003868855,0.000001725152,0.000009022873,0.0011337302],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9921517,0.00012543773,0.0003500215,0.0010108318,0.0057072383,0.0006547736],"domain_scores_gemma":[0.99647534,0.000645675,0.00012747827,0.00047590307,0.00045552442,0.0018200667],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00368821,0.00016989082,0.0002587164,0.00031895918,0.0006811607,0.00096936914,0.0024429597,0.0000827985,0.0033114508],"category_scores_gemma":[0.011664949,0.000116004056,0.00005762257,0.0033413316,0.002547038,0.0010585974,0.0015411073,0.00035487514,0.00012311885],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001467314,0.00004992155,0.0015807155,0.0000032103278,0.0000063191487,0.000018847322,0.011934137,7.9754665e-7,0.00088285154,0.00084919477,0.9755812,0.009078083],"study_design_scores_gemma":[0.00029770212,0.00023176444,0.0018938147,0.00005509202,0.0000049399655,0.000033450604,0.1708006,0.0021511498,0.00051904644,0.00066853245,0.8230792,0.0002646661],"about_ca_topic_score_codex":0.00006475095,"about_ca_topic_score_gemma":0.0002137888,"teacher_disagreement_score":0.7734447,"about_ca_system_score_codex":0.0001570663,"about_ca_system_score_gemma":0.0018226171,"threshold_uncertainty_score":0.99759966},"labels":[],"label_agreement":null},{"id":"W3093188469","doi":"10.1007/s40670-020-01093-x","title":"To the Point: Integrating the Obstetrics and Gynecology Core Clerkship into a Longitudinal Integrated Curriculum in US Medical Schools","year":2020,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa","funders":"","keywords":"Obstetrics and gynaecology; Curriculum; Context (archaeology); Medical education; Medicine; Core curriculum; Obstetrics; Psychology; Pedagogy; Pregnancy","score_opus":0.033862760986947495,"score_gpt":0.36165669649030274,"score_spread":0.3277939355033552,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093188469","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.65410256,0.00016606861,0.000566168,0.34262532,0.0018308767,0.0004743565,6.3889865e-7,0.000033506134,0.00020049309],"genre_scores_gemma":[0.9424662,0.000038445865,0.0020430589,0.05444771,0.00081527646,0.0001404393,0.000008344449,0.000013815857,0.000026732801],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9952534,0.00015911573,0.00070984254,0.0006640165,0.0025525836,0.0006610862],"domain_scores_gemma":[0.9946245,0.0021173249,0.00017520107,0.00061970175,0.00065329846,0.0018099844],"candidate_categories":["metaresearch","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0055951253,0.00021797942,0.00035478786,0.00028788781,0.0004890668,0.00010532464,0.001247493,0.0002474999,0.0012773196],"category_scores_gemma":[0.38174924,0.00010949279,0.000046504694,0.0075080954,0.0020155904,0.0001639546,0.00040371506,0.0024106766,0.00013523843],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031919753,0.0005310304,0.5528422,0.00007660824,0.00001938784,0.00010562014,0.011946435,0.0000015453982,0.0001442473,0.007129885,0.064975314,0.36219585],"study_design_scores_gemma":[0.0030413312,0.0016742158,0.5972284,0.0017745724,0.00012333946,0.00080156117,0.11880009,0.06655826,0.0002488688,0.001321854,0.20756274,0.000864753],"about_ca_topic_score_codex":0.0005236257,"about_ca_topic_score_gemma":0.00030458622,"teacher_disagreement_score":0.37615412,"about_ca_system_score_codex":0.00052841374,"about_ca_system_score_gemma":0.006266141,"threshold_uncertainty_score":0.9998908},"labels":[],"label_agreement":null},{"id":"W3093219351","doi":"10.1007/s40670-020-01116-7","title":"Teaching Online: Tips for Engaging Students in Virtual Classrooms","year":2020,"lang":"en","type":"editorial","venue":"Medical Science Educator","topic":"Online and Blended Learning","field":"Social Sciences","cited_by":13,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre for Social Innovation; Public Health Ontario; University of Toronto","funders":"","keywords":"Mathematics education; Medical education; Psychology; Computer science; Multimedia; Medicine","score_opus":0.02291939120155125,"score_gpt":0.4257855053642341,"score_spread":0.40286611416268286,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093219351","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.02735208,0.00012641013,0.00015816305,0.021053748,0.9488009,0.00062487635,0.00005922775,0.00015050275,0.0016740515],"genre_scores_gemma":[0.013736461,0.00008841316,0.0012632862,0.00059004495,0.9807174,0.00007222445,0.00010970423,0.00004489045,0.0033775382],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9890069,0.0005777508,0.0006166753,0.001109868,0.007369163,0.0013196924],"domain_scores_gemma":[0.9947574,0.003174677,0.0002535837,0.00026587257,0.00021684993,0.0013315792],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity"],"consensus_categories":[],"category_scores_codex":[0.0127933705,0.0003171002,0.0005611804,0.0003768321,0.0015777342,0.00044649886,0.0036794995,0.0008274843,0.00037933586],"category_scores_gemma":[0.080220036,0.00029027322,0.00014824857,0.0011207935,0.0014096617,0.00046574147,0.0004780729,0.0042912397,0.000060201346],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001708168,0.00047808397,0.001666903,0.000046689704,0.000010589575,0.000018891933,0.012105587,9.0505995e-7,0.000009889758,0.0008931871,0.8564661,0.12828606],"study_design_scores_gemma":[0.0004409244,0.000119477336,0.000060057253,0.000302706,0.000017949737,3.321299e-7,0.031227352,0.00013342708,0.0000011890356,0.00013250197,0.9672248,0.0003392849],"about_ca_topic_score_codex":0.0014550277,"about_ca_topic_score_gemma":0.0033039474,"teacher_disagreement_score":0.12794678,"about_ca_system_score_codex":0.0009141024,"about_ca_system_score_gemma":0.030531773,"threshold_uncertainty_score":0.99995494},"labels":[],"label_agreement":null},{"id":"W3093349096","doi":"10.1007/s40670-020-01100-1","title":"Technology-Enhanced Faculty Development: Future Trends and Possibilities for Health Sciences Education","year":2020,"lang":"en","type":"editorial","venue":"Medical Science Educator","topic":"Biomedical and Engineering Education","field":"Engineering","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"Türkiye Bilimsel ve Teknolojik Araştırma Kurumu; Physicians' Services Incorporated Foundation","keywords":"Medical education; Mathematics education; Engineering ethics; Psychology; Medicine; Engineering","score_opus":0.009583160482918122,"score_gpt":0.3130829656434269,"score_spread":0.3034998051605088,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3093349096","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0067064194,0.0039011783,0.0007137967,0.019555585,0.9676307,0.0003032346,0.00008357721,0.0006333898,0.0004721643],"genre_scores_gemma":[0.018502563,0.0007302954,0.016938634,0.0005940711,0.9604116,0.00076516066,0.00056837365,0.00008579054,0.00140351],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9967568,0.000010752591,0.00043458326,0.0007138515,0.0013984366,0.0006855625],"domain_scores_gemma":[0.99860406,0.00012964733,0.00008269507,0.00016157309,0.00014815733,0.00087385334],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0010005146,0.00031560843,0.00039050294,0.0006330892,0.0004921717,0.00014636875,0.0008644546,0.00062647014,0.000077994424],"category_scores_gemma":[0.0016510013,0.00025830377,0.0000413341,0.0020625948,0.001285142,0.00019974897,0.00009029053,0.00071496115,0.000012319122],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000012499106,0.000034937373,0.0000056485405,0.0005598221,0.000006409168,5.0241592e-8,0.0009636104,6.3519235e-7,0.00003275649,0.000081739745,0.710613,0.28770015],"study_design_scores_gemma":[0.00012577753,0.000091823684,0.00025796157,0.00035201173,0.00000697315,0.0000018355372,0.001131226,0.0002520444,0.00028569606,0.00022268239,0.9969475,0.0003244327],"about_ca_topic_score_codex":0.000014349576,"about_ca_topic_score_gemma":0.000012628007,"teacher_disagreement_score":0.2873757,"about_ca_system_score_codex":0.00046537552,"about_ca_system_score_gemma":0.011018747,"threshold_uncertainty_score":0.99998695},"labels":[],"label_agreement":null},{"id":"W3106572418","doi":"10.1007/s40670-020-01099-5","title":"Integration of Gross Anatomy Laboratory Sessions into Medical Physics Curriculum","year":2020,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Advances in Oncology and Radiotherapy","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre; McGill University","funders":"","keywords":"Gross anatomy; Curriculum; Medical education; Likert scale; Medical physics; Multidisciplinary approach; Medicine; Psychology; Anatomy","score_opus":0.015662243797528612,"score_gpt":0.429548625373673,"score_spread":0.4138863815761444,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3106572418","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9078419,0.0006117965,0.019045172,0.06897182,0.00244365,0.0002348797,0.0000034232312,0.00007725622,0.00077005656],"genre_scores_gemma":[0.9802253,0.00021752082,0.0054665897,0.011980526,0.0020470147,0.000018599474,0.000005109498,0.000009825789,0.000029498537],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9973816,0.0000623449,0.00031126797,0.00034435035,0.0016222313,0.0002781805],"domain_scores_gemma":[0.9980119,0.00016115875,0.0000997874,0.00019902964,0.0002171754,0.0013109527],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00083245384,0.00011770161,0.00030897663,0.00005333082,0.0001852689,0.000007346759,0.00046351328,0.00018512424,0.0018927013],"category_scores_gemma":[0.0061769607,0.00007720827,0.000056941244,0.0015060301,0.0029503442,0.00020092478,0.000079328725,0.0005479087,0.000036049805],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00020260827,0.004431682,0.21957995,0.0003929455,0.00009479666,0.00031766423,0.020997757,0.000003053705,0.048317615,0.026999017,0.07142227,0.6072406],"study_design_scores_gemma":[0.012441532,0.005852842,0.08548972,0.0034502177,0.00030835104,0.0004460921,0.026847154,0.036995515,0.1846446,0.0068542575,0.63468015,0.0019895863],"about_ca_topic_score_codex":0.000020936164,"about_ca_topic_score_gemma":0.000006311506,"teacher_disagreement_score":0.6052511,"about_ca_system_score_codex":0.00012957082,"about_ca_system_score_gemma":0.00587761,"threshold_uncertainty_score":0.9997631},"labels":[],"label_agreement":null},{"id":"W3118268916","doi":"10.1007/s40670-020-01167-w","title":"Feedback Credibility in Healthcare Education: a Systematic Review and Synthesis","year":2021,"lang":"en","type":"review","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":26,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal Victoria Hospital; Royal Victoria Regional Health Centre; University of Toronto; London Health Sciences Centre; Western University","funders":"","keywords":"Credibility; Formative assessment; Context (archaeology); Medical education; Perception; Inclusion (mineral); Focus group; Health care; Process (computing); Qualitative research; Psychology; Systematic review; Computer science; Applied psychology; MEDLINE; Medicine; Pedagogy; Social psychology; Political science; Sociology","score_opus":0.05375739841054068,"score_gpt":0.45712872420184014,"score_spread":0.4033713257912995,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118268916","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00004522573,0.9654801,0.000002627177,0.028849233,0.0018569846,0.0034148921,0.000005319156,0.0000353365,0.0003102662],"genre_scores_gemma":[0.0000313468,0.9865234,0.0007658673,0.009158201,0.00051210297,0.0025720857,0.00005423773,0.00003237821,0.00035041795],"study_design_codex":"systematic_review","study_design_gemma":"systematic_review","domain_scores_codex":[0.99345404,0.00053865893,0.0020166459,0.001169275,0.0021923014,0.0006291058],"domain_scores_gemma":[0.99538577,0.0006582063,0.00058389304,0.0015208729,0.0007783086,0.0010729297],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008422149,0.00043194447,0.00391761,0.0006654112,0.00019349455,0.00007287064,0.0007559048,0.00046289992,0.001095675],"category_scores_gemma":[0.08712318,0.00030626848,0.00022378395,0.0060047223,0.0013048422,0.00015397802,0.0002160033,0.0013648252,0.00010226135],"study_design_candidate":"systematic_review","study_design_consensus":"systematic_review","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[2.7134146e-7,0.0004472077,0.000030334646,0.65530413,0.000014963587,0.000006408658,0.000048718328,1.4673578e-10,8.663847e-9,0.00036703708,0.005577323,0.33820358],"study_design_scores_gemma":[0.000060169186,0.000024585404,0.000044695375,0.7936272,0.001438936,0.0007556658,0.00032647204,0.0000021985707,1.6136731e-7,0.000022034015,0.20345971,0.00023818236],"about_ca_topic_score_codex":0.00011313054,"about_ca_topic_score_gemma":0.0000114269815,"teacher_disagreement_score":0.3379654,"about_ca_system_score_codex":0.0016194604,"about_ca_system_score_gemma":0.054635566,"threshold_uncertainty_score":0.99993896},"labels":[],"label_agreement":null},{"id":"W3118737920","doi":"10.1007/s40670-020-01177-8","title":"3D Printed Heart Models Illustrating Myocardial Perfusion Territories to Augment Echocardiography and Electrocardiography Interpretation","year":2021,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"McGill University","keywords":"Medicine; Electrocardiography; Coronary arteries; Cardiology; Perfusion; Ultrasound; Radiology; 3d printed; Myocardial perfusion imaging; Internal medicine; Biomedical engineering; Artery","score_opus":0.005951350096675655,"score_gpt":0.24409587156317453,"score_spread":0.23814452146649887,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3118737920","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94777167,0.0011174643,0.043067798,0.0027096646,0.002431605,0.00020602884,0.0000031864422,0.00038074917,0.002311865],"genre_scores_gemma":[0.99394286,0.00036297197,0.00468128,0.0006194497,0.00032131257,0.000050431285,0.0000036223257,0.0000116773135,0.000006419711],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9979896,0.00003692118,0.00023430408,0.0004084811,0.00083516375,0.0004955074],"domain_scores_gemma":[0.9989482,0.00005673399,0.0000147233095,0.00021987486,0.00008575592,0.0006746942],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0006390488,0.00015235993,0.0002494993,0.00031099413,0.00019159325,0.00006629796,0.00024580833,0.00015246405,0.00005986476],"category_scores_gemma":[0.0004770336,0.00013687769,0.00009968998,0.0016082216,0.0005475477,0.00019781127,0.0001365931,0.00037341367,0.0000073381925],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000043474913,0.00023752186,0.02575823,0.00017756151,0.00021893988,0.000098039876,0.0063438145,0.0011092436,0.03281703,0.008108506,0.008915103,0.91617256],"study_design_scores_gemma":[0.0022610538,0.0012542595,0.05575597,0.0017728236,0.00028229554,0.0006941249,0.016366819,0.4573891,0.13694012,0.0122334175,0.31180665,0.0032433702],"about_ca_topic_score_codex":0.000029250928,"about_ca_topic_score_gemma":0.000009893036,"teacher_disagreement_score":0.9129292,"about_ca_system_score_codex":0.000081161736,"about_ca_system_score_gemma":0.00036065915,"threshold_uncertainty_score":0.55817103},"labels":[],"label_agreement":null},{"id":"W3132726467","doi":"10.1007/s40670-021-01240-y","title":"An Observation of Healthcare Professions Students’ Perceptions During the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Medical Research Council; National Taiwan University; King's College London","keywords":"Pride; Pandemic; Health care; Disappointment; Anger; Psychology; Anxiety; Coronavirus disease 2019 (COVID-19); Perception; Medical education; Health professions; Medicine; Nursing; Political science; Social psychology; Psychiatry; Disease","score_opus":0.18171722769633614,"score_gpt":0.5531749869793264,"score_spread":0.3714577592829903,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3132726467","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87752235,0.00042325846,0.000116511575,0.11820083,0.002869364,0.00066564005,0.00003754031,0.000086083484,0.00007840219],"genre_scores_gemma":[0.9808165,0.0004308489,0.00029560967,0.015835535,0.00086834177,0.0003657362,0.000032808213,0.000016289674,0.0013383199],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9928869,0.0019473258,0.00093938847,0.00061462837,0.0026559837,0.00095575413],"domain_scores_gemma":[0.9948119,0.001066701,0.00032644047,0.00082099735,0.0008081151,0.0021658351],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005940048,0.00017270955,0.0003309032,0.00013659883,0.0053691156,0.000025450918,0.0013482568,0.00031665058,0.0054446976],"category_scores_gemma":[0.0077664973,0.00010549767,0.000073906056,0.0015582431,0.00092012965,0.000315186,0.00050353236,0.0015043018,0.00007988335],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013683049,0.00032912884,0.9778785,0.00041708988,0.0000046153687,0.000006072746,0.013658309,7.3122595e-7,0.002845893,0.0012641472,0.00090953184,0.0026722932],"study_design_scores_gemma":[0.00046066946,0.00004439351,0.91520077,0.0009893429,0.0000090972435,0.00001528985,0.07605133,0.000046000987,0.000048745358,0.00043602436,0.006562385,0.0001359436],"about_ca_topic_score_codex":0.0023546878,"about_ca_topic_score_gemma":0.003571459,"teacher_disagreement_score":0.10329414,"about_ca_system_score_codex":0.00078594213,"about_ca_system_score_gemma":0.031115627,"threshold_uncertainty_score":0.9959258},"labels":[],"label_agreement":null},{"id":"W3134999136","doi":"10.1007/s40670-021-01232-y","title":"A New Way with Words: Bringing Qualitative Research Findings to Action","year":2021,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Health Policy Implementation Science","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Dalhousie University","funders":"","keywords":"Socialization; Action (physics); Dissemination; Process (computing); Social media; Action research; Psychology; Knowledge translation; The arts; Medical education; Multimedia; Public relations; Computer science; Pedagogy; Medicine; Knowledge management; Political science; Social psychology; World Wide Web","score_opus":0.8322800726261008,"score_gpt":0.8103779043681391,"score_spread":0.021902168257961763,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3134999136","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7901672,0.000007570992,0.0045782593,0.1985992,0.0013155957,0.0004711796,0.0000034080497,0.0000500999,0.0048074955],"genre_scores_gemma":[0.9382336,0.000009025308,0.014800255,0.033245783,0.0012439084,0.00025234977,0.0000016844592,0.000017865244,0.012195488],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99126136,0.0015773465,0.00053401355,0.0006976028,0.004169623,0.0017600259],"domain_scores_gemma":[0.9903879,0.0049266526,0.00008970481,0.0004065825,0.00088075025,0.003308372],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.024651036,0.00010836745,0.00019297782,0.00048667553,0.0025791468,0.00007625598,0.000732223,0.00008631214,0.010144064],"category_scores_gemma":[0.042527046,0.000083379775,0.000018705052,0.0071774786,0.00063576637,0.00047275706,0.00036851672,0.0010432404,0.001857275],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000033633045,0.0000607818,0.011378956,0.00012198281,0.0000046857035,0.000020334082,0.69638914,6.3317066e-7,0.0043492825,0.0073466897,0.2450579,0.035235997],"study_design_scores_gemma":[0.00068714947,0.00019525827,0.036074977,0.00076186744,0.0000033716226,0.000016391703,0.55541354,0.000044921777,0.0031430428,0.0008065065,0.40259954,0.0002534003],"about_ca_topic_score_codex":0.0024410586,"about_ca_topic_score_gemma":0.002031735,"teacher_disagreement_score":0.16535342,"about_ca_system_score_codex":0.0011852717,"about_ca_system_score_gemma":0.042762116,"threshold_uncertainty_score":0.9989199},"labels":[],"label_agreement":null},{"id":"W3135611030","doi":"10.1007/s40670-021-01254-6","title":"Global Research Activity on E-Learning in Health Sciences Education: a Bibliometric Analysis","year":2021,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Health Education and Validation","field":"Social Sciences","cited_by":45,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Scopus; Higher education; Political science; Medical education; Library science; Geography; Medicine; MEDLINE; Computer science","score_opus":0.2497041472748715,"score_gpt":0.6145846801282611,"score_spread":0.36488053285338956,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135611030","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.81795347,0.00029795602,0.000056522273,0.14302813,0.0016589517,0.00019166348,9.790322e-7,0.000038255235,0.036774058],"genre_scores_gemma":[0.99507093,0.0004065187,0.00031592173,0.002445071,0.0005196019,0.000047166122,0.000002488775,0.000002789505,0.0011894801],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9912607,0.002316926,0.00035106254,0.0007342584,0.0042518456,0.0010851872],"domain_scores_gemma":[0.9963601,0.001042572,0.00012532115,0.00024789263,0.00066032173,0.0015637894],"candidate_categories":["metaresearch","bibliometrics","sts","insufficient_payload"],"consensus_categories":["metaresearch","bibliometrics"],"category_scores_codex":[0.03600692,0.00008930679,0.00022142663,0.028810572,0.0030666855,0.00047144567,0.00081863784,0.00010480295,0.0029143104],"category_scores_gemma":[0.03912893,0.00008394968,0.00005863675,0.5225255,0.0022269317,0.00048158006,0.00009847067,0.00049911,0.00013704617],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000003779066,0.0009922248,0.4875152,0.000020661679,0.0000051872776,0.0000018124412,0.005036863,0.000022134243,0.000004467228,0.056855228,0.0036857584,0.44585666],"study_design_scores_gemma":[0.000092368915,0.000088396904,0.8441622,0.00007940342,0.0000038306825,0.0000015355112,0.020111764,0.00021766718,0.000026100319,0.0009632884,0.13412926,0.00012415281],"about_ca_topic_score_codex":0.021762796,"about_ca_topic_score_gemma":0.01009197,"teacher_disagreement_score":0.49371493,"about_ca_system_score_codex":0.002245183,"about_ca_system_score_gemma":0.12385358,"threshold_uncertainty_score":0.9982312},"labels":[],"label_agreement":null},{"id":"W3135886292","doi":"10.1007/s40670-021-01249-3","title":"Are Clerks Proficient in the Basic Sciences? Assessment of Third-Year Medical Students’ Basic Science Knowledge Prior to and at the Completion of Core Clerkship Rotations","year":2021,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medical education; Test (biology); Curriculum; Mathematics education; Psychology; Medicine; Internal medicine; Computer science; Pedagogy","score_opus":0.07302159529880765,"score_gpt":0.46140701119002026,"score_spread":0.3883854158912126,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3135886292","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9370325,0.000098441575,0.0001763822,0.059211664,0.0010203053,0.000805985,0.0000033829142,0.000010723986,0.0016406159],"genre_scores_gemma":[0.9929752,0.000017964232,0.0013223601,0.005263109,0.00017709578,0.00012603497,0.0000047667622,0.0000068648683,0.000106611566],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9900018,0.00020182414,0.0007520024,0.00067462056,0.007829324,0.00054040755],"domain_scores_gemma":[0.9968581,0.0006231172,0.0003158683,0.0006571091,0.0010845762,0.00046123314],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.02019382,0.00015100747,0.00033442987,0.0004801758,0.00088863674,0.00008932067,0.0018157541,0.0001014321,0.0008675842],"category_scores_gemma":[0.025289832,0.000086844186,0.00004819669,0.008779558,0.009622879,0.00015615408,0.00068739086,0.0005995309,0.00002092332],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000025480249,0.0037305348,0.91895753,0.00024712321,0.000012771953,0.0000150323995,0.012067173,0.00000803215,0.004943451,0.02693387,0.0105764065,0.0224826],"study_design_scores_gemma":[0.00054373196,0.00018700435,0.9768171,0.00066365785,0.000024065712,0.0000701354,0.016789116,0.0020655894,0.0010960328,0.00010038042,0.0015457618,0.00009746023],"about_ca_topic_score_codex":0.000043211214,"about_ca_topic_score_gemma":0.00010823996,"teacher_disagreement_score":0.057859536,"about_ca_system_score_codex":0.0005175161,"about_ca_system_score_gemma":0.012420088,"threshold_uncertainty_score":0.99317855},"labels":[],"label_agreement":null},{"id":"W3137368131","doi":"10.1007/s40670-021-01273-3","title":"Pedagogy in Perspective: Ethical Erosion and Effects on Empathy Levels in Healthcare Education","year":2021,"lang":"en","type":"editorial","venue":"Medical Science Educator","topic":"Empathy and Medical Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Empathy; Perspective (graphical); Psychology; Health care; Pedagogy; Medical education; Medicine; Social psychology; Political science; Art","score_opus":0.020970283206543677,"score_gpt":0.4493807527503936,"score_spread":0.42841046954384987,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3137368131","genre_codex":"editorial","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.37091145,0.0022549937,0.0000016031873,0.090912685,0.5347104,0.0006965162,0.000007744167,0.000028288603,0.00047629053],"genre_scores_gemma":[0.49380258,0.001162438,0.0001806523,0.012263789,0.4915921,0.0003145427,0.00013180995,0.000047698482,0.000504373],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99261385,0.0003890514,0.00065833575,0.0014956259,0.003981691,0.00086142827],"domain_scores_gemma":[0.99439675,0.0021280728,0.0001674157,0.0005645711,0.0006467985,0.0020964039],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.004299806,0.00039694985,0.00087364524,0.00088669517,0.00017222684,0.000067976995,0.00042115283,0.0024384244,0.00025476416],"category_scores_gemma":[0.0631328,0.00033409102,0.00008745813,0.0017453693,0.0010548795,0.00012548403,0.00016247676,0.0065805316,0.00003148944],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002657135,0.0038494007,0.0039921836,0.00227533,0.000011667986,0.00027109685,0.07691481,1.10021475e-7,0.00018789602,0.0023919982,0.8097093,0.1001305],"study_design_scores_gemma":[0.009181039,0.004778447,0.28066516,0.049637932,0.00020067795,0.00019091793,0.19106996,0.00011111464,0.0017179764,0.0063214935,0.45377803,0.002347239],"about_ca_topic_score_codex":0.00342368,"about_ca_topic_score_gemma":0.001068336,"teacher_disagreement_score":0.35593125,"about_ca_system_score_codex":0.002499298,"about_ca_system_score_gemma":0.07733978,"threshold_uncertainty_score":0.9999111},"labels":[],"label_agreement":null},{"id":"W3160715154","doi":"10.1007/s40670-021-01298-8","title":"Retrieval Practice for Improving Long-Term Retention in Anatomical Education: A Quasi-Experimental Study","year":2021,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Memory Processes and Influences","field":"Neuroscience","cited_by":7,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Western University","funders":"","keywords":"Memorization; Rote learning; Mathematics education; Class (philosophy); Consolidation (business); Computer science; Term (time); Psychology; Teaching method; Artificial intelligence; Cooperative learning","score_opus":0.04979426978311226,"score_gpt":0.4052193410756685,"score_spread":0.35542507129255624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3160715154","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9923781,0.00025764646,0.00008439098,0.003177581,0.0028461204,0.0005820372,0.0000017120977,0.000031448006,0.00064093265],"genre_scores_gemma":[0.9965969,0.000012554236,0.00040580425,0.0021713737,0.00041428593,0.000099785895,0.0000016694136,0.000009619856,0.0002880611],"study_design_codex":"bench_or_experimental","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9963679,0.00018185284,0.00043139866,0.0009986453,0.0015163067,0.0005039287],"domain_scores_gemma":[0.998341,0.0004614795,0.00014934884,0.00034023274,0.00022201992,0.00048591456],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0021567715,0.00014340442,0.00019352401,0.00014925422,0.0004006443,0.0002824376,0.00073384336,0.00007657411,0.0005703109],"category_scores_gemma":[0.029196668,0.00012403124,0.000050436196,0.0017234148,0.0005838621,0.0011944224,0.00019539117,0.00028034314,0.000028631797],"study_design_candidate":"bench_or_experimental","study_design_consensus":"bench_or_experimental","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006636777,0.08032727,0.08265526,0.0003634805,0.000009216097,0.00034032098,0.011477539,0.0000013607967,0.75516593,0.0072536077,0.0009150097,0.060827304],"study_design_scores_gemma":[0.002273061,0.0035966907,0.027032888,0.00021587839,0.000042003172,0.0005511386,0.05192677,0.0012668096,0.9095375,0.00035364288,0.0024338774,0.00076972664],"about_ca_topic_score_codex":0.000044274788,"about_ca_topic_score_gemma":0.000020643281,"teacher_disagreement_score":0.15437156,"about_ca_system_score_codex":0.00025860424,"about_ca_system_score_gemma":0.007816708,"threshold_uncertainty_score":0.99780804},"labels":[],"label_agreement":null},{"id":"W3162343396","doi":"10.1007/s40670-021-01322-x","title":"Developing a Hybrid Four-Prong Approach to Anatomical Education During the COVID-19 Pandemic","year":2021,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":14,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Pandemic; Medical education; Strengths and weaknesses; Consolidation (business); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Asynchronous communication; 2019-20 coronavirus outbreak; Virtual learning environment; Psychology; Medicine; Computer science; Multimedia; Pathology; Infectious disease (medical specialty)","score_opus":0.03859372119086409,"score_gpt":0.3160484608784311,"score_spread":0.277454739687567,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162343396","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9517217,0.0006860281,0.025285969,0.017416531,0.0017878045,0.00021335199,0.0000014337343,0.0003859301,0.0025012288],"genre_scores_gemma":[0.98962617,0.00014875937,0.0036093143,0.005891243,0.0004047585,0.00013544354,0.0000031385448,0.000014143148,0.00016705212],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978381,0.00004266799,0.0002534304,0.0004301695,0.0008266797,0.00060900126],"domain_scores_gemma":[0.9982054,0.00012688566,0.000021476324,0.00035221418,0.00006199824,0.0012319911],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0010825547,0.00014033896,0.00017581473,0.00015101043,0.00037924343,0.000053309785,0.0008906608,0.00012006811,0.00029116299],"category_scores_gemma":[0.0053341547,0.00010247041,0.000042513355,0.001406129,0.00072614197,0.00011059179,0.0002359012,0.0005385602,0.00006485879],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000026766746,0.0008725244,0.058408353,0.0011353676,0.00011702742,0.00023319798,0.006482104,0.0003338711,0.007638725,0.15026873,0.07385556,0.7006278],"study_design_scores_gemma":[0.0005772041,0.000023158926,0.01300824,0.00014825448,0.000024739304,0.0033175792,0.006628256,0.007297042,0.009313108,0.004640598,0.95421743,0.0008043627],"about_ca_topic_score_codex":0.000025704216,"about_ca_topic_score_gemma":0.000016703101,"teacher_disagreement_score":0.8803619,"about_ca_system_score_codex":0.0008468891,"about_ca_system_score_gemma":0.0074036624,"threshold_uncertainty_score":0.9982234},"labels":[],"label_agreement":null},{"id":"W3162725330","doi":"10.1007/s40670-021-01295-x","title":"Evaluating Usability in Blended Learning Programs Within Health Professions Education: a Scoping Review","year":2021,"lang":"en","type":"review","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; McGill University; McGill University Health Centre","funders":"McGill University","keywords":"Usability; Pluralistic walkthrough; Usability engineering; Context (archaeology); Web usability; Computer science; Knowledge management; Medical education; Human–computer interaction; Medicine","score_opus":0.21945181201058267,"score_gpt":0.5982510499479318,"score_spread":0.3787992379373491,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3162725330","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00024351047,0.96927595,0.000029015051,0.018772133,0.0047169495,0.0065443534,6.3709103e-7,0.00009440733,0.0003230547],"genre_scores_gemma":[0.000019634957,0.9784644,0.011772907,0.0043930253,0.0010521701,0.0033797391,0.00031968832,0.000050860912,0.0005475471],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9888357,0.0014116282,0.0030754898,0.0015621647,0.004040307,0.0010747149],"domain_scores_gemma":[0.99453336,0.00042297586,0.0013751554,0.001231452,0.0012320532,0.0012049883],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.026249785,0.00050549937,0.0028587831,0.0006924276,0.000656717,0.00009277705,0.0009049993,0.0004226376,0.0019308814],"category_scores_gemma":[0.1002656,0.00038163134,0.00026220427,0.012694823,0.0013485576,0.00023797678,0.00033918154,0.0035924152,0.0000864764],"study_design_candidate":"systematic_review","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[7.7554904e-7,0.00106495,0.00017127316,0.13460256,0.000008317272,0.0000035465264,0.0005382326,4.7485106e-8,1.00606805e-7,0.00017399523,0.0012324266,0.8622038],"study_design_scores_gemma":[0.00014922224,0.00015393255,0.000034787285,0.8159628,0.00015126806,0.00023993636,0.0014764819,0.000036344514,2.93952e-7,0.000015784319,0.18149276,0.00028641414],"about_ca_topic_score_codex":0.00008448813,"about_ca_topic_score_gemma":0.00003093933,"teacher_disagreement_score":0.8619174,"about_ca_system_score_codex":0.0029213117,"about_ca_system_score_gemma":0.32247517,"threshold_uncertainty_score":0.99986356},"labels":[],"label_agreement":null},{"id":"W3163423918","doi":"10.1007/s40670-021-01314-x","title":"Three Weeks of Team-Based Leaning Do Not Overload Undergraduate Students","year":2021,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovative Teaching Methods","field":"Social Sciences","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université Laval","funders":"","keywords":"Team-based learning; Grading (engineering); Flipped classroom; Medicine; Class (philosophy); Medical education; Psychology; Curriculum; Mathematics education; Computer science; Pedagogy; Artificial intelligence; Engineering","score_opus":0.05849587539402615,"score_gpt":0.44669849126304434,"score_spread":0.38820261586901816,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3163423918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.93936265,0.000057511286,0.009568513,0.019754883,0.0033225985,0.00018180358,0.0000031024165,0.000075530115,0.027673438],"genre_scores_gemma":[0.98629147,0.0000066776724,0.011300481,0.0014256903,0.0004345367,0.00001002684,0.0000011940521,0.00001013593,0.00051981205],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9931078,0.0005276628,0.00039061642,0.0005438125,0.004722491,0.0007076388],"domain_scores_gemma":[0.997683,0.00075474265,0.00018338911,0.000383932,0.00045476458,0.00054017367],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.013748816,0.00013925806,0.0002741159,0.0001745944,0.0009528268,0.00017157928,0.001642869,0.00012041723,0.0013351919],"category_scores_gemma":[0.019553915,0.0001228438,0.00007793416,0.0028112305,0.0034436479,0.0002601549,0.00027351713,0.0004933631,0.000044705248],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000027399466,0.0015732733,0.5249058,0.000055532615,0.000038852755,0.00004844055,0.020195974,0.000005822574,0.019468728,0.3227499,0.007931867,0.10299838],"study_design_scores_gemma":[0.003716664,0.0005305421,0.60750324,0.0014977632,0.00011164023,0.000018525878,0.059076186,0.00084054715,0.095409535,0.066061124,0.16308333,0.0021508872],"about_ca_topic_score_codex":0.001287712,"about_ca_topic_score_gemma":0.00097141054,"teacher_disagreement_score":0.2566888,"about_ca_system_score_codex":0.00037900815,"about_ca_system_score_gemma":0.010062762,"threshold_uncertainty_score":0.9995777},"labels":[],"label_agreement":null},{"id":"W3165676963","doi":"10.1007/s40670-021-01313-y","title":"Perspectives of Recent Graduates on Clerkship Procedural Skill Training at a Canadian Medical School: an Exploratory Study","year":2021,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":7,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Queen's University","funders":"","keywords":"Medical education; Graduation (instrument); Curriculum; Focus group; Variety (cybernetics); Psychology; Medicine; Pedagogy; Computer science","score_opus":0.07121699879261503,"score_gpt":0.39130825636567207,"score_spread":0.320091257573057,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3165676963","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9181961,0.00009226526,0.000003147551,0.07577958,0.0017365742,0.00043856262,0.000002504893,0.000049337916,0.0037019681],"genre_scores_gemma":[0.98664075,0.000052501015,0.00057234475,0.011307799,0.0010222229,0.00009224748,0.000021143664,0.000024554542,0.00026642275],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99286073,0.00019465627,0.00062976073,0.0008454997,0.004681836,0.00078750215],"domain_scores_gemma":[0.99323577,0.00013520903,0.00012645555,0.0006542985,0.0013575644,0.004490703],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00443139,0.0002212763,0.00041781596,0.00055789755,0.00043541245,0.000042270614,0.00063337537,0.0002204691,0.022148477],"category_scores_gemma":[0.08180285,0.00017918306,0.00005812295,0.0032106654,0.0017630851,0.00026504262,0.00011211628,0.0009563421,0.000120712706],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033639823,0.022590911,0.12671915,0.00026814878,0.00020472836,0.0012664889,0.48028773,0.0000017529181,0.0013444715,0.0113172615,0.079204254,0.2764587],"study_design_scores_gemma":[0.0020402062,0.0019805646,0.10994373,0.00068955903,0.00007378227,0.000540837,0.8651583,0.00035079234,0.0019748013,0.00032876275,0.016446266,0.000472388],"about_ca_topic_score_codex":0.0010073021,"about_ca_topic_score_gemma":0.016646896,"teacher_disagreement_score":0.3848706,"about_ca_system_score_codex":0.0015818519,"about_ca_system_score_gemma":0.06845175,"threshold_uncertainty_score":0.9787454},"labels":[],"label_agreement":null},{"id":"W3169562328","doi":"10.1007/s40670-021-01332-9","title":"Alternatives to Student Outbound Mobility—Improving Students’ Cultural Competency Skills Online to Improve Global Health Without Travel","year":2021,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":16,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Medical Research Council","keywords":"Internationalization; Medical education; Likert scale; Study abroad; Psychology; Cultural competence; Work (physics); International education; Cultural diversity; Public relations; Higher education; Pedagogy; Business; Medicine; Political science; Engineering","score_opus":0.031070989775353646,"score_gpt":0.4765820513466184,"score_spread":0.44551106157126474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3169562328","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92994136,0.00030981808,0.00012533733,0.05853047,0.008459853,0.0013493116,0.00009080317,0.00010755562,0.0010855184],"genre_scores_gemma":[0.9774702,0.00006985059,0.004401737,0.014798975,0.0020554573,0.00011704362,0.000011749818,0.000013303985,0.001061654],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.98906374,0.0005223048,0.00089261343,0.0014374437,0.006296275,0.0017876197],"domain_scores_gemma":[0.9931204,0.00021376586,0.00020872799,0.00058167527,0.0011390789,0.0047363644],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":[],"category_scores_codex":[0.0041914033,0.00033590465,0.0006010939,0.00010493979,0.0019791469,0.00069257617,0.0030294475,0.00012000696,0.00055166],"category_scores_gemma":[0.008923871,0.00026802774,0.00013509892,0.0027099522,0.0013708452,0.00053998886,0.00097406295,0.00048314643,0.000177635],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000038422484,0.005613903,0.55819535,0.00017832269,0.000054081374,0.000077841396,0.28324866,0.000010517819,0.0023050737,0.013765684,0.0041202735,0.13239188],"study_design_scores_gemma":[0.000542202,0.0005098854,0.7830155,0.00030068433,0.000013758502,0.000015712109,0.19596715,0.000018042132,0.00019886378,0.0003689562,0.018476883,0.0005723953],"about_ca_topic_score_codex":0.012394719,"about_ca_topic_score_gemma":0.037121,"teacher_disagreement_score":0.22482012,"about_ca_system_score_codex":0.0040355204,"about_ca_system_score_gemma":0.01828458,"threshold_uncertainty_score":0.9999772},"labels":[],"label_agreement":null},{"id":"W3171594982","doi":"10.1007/s40670-021-01335-6","title":"Introducing Simulation-Based Learning for Trainees in Chronic Pain Medicine: Needs Assessment and Suggestions for Training Scenarios","year":2021,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; University of Toronto; McMaster University","funders":"","keywords":"Chronic pain; Medicine; Pain medicine; Active listening; Motivational interviewing; Pain assessment; Medical education; Physical therapy; Psychology; Pain management; Nursing; Psychiatry; Psychological intervention; Anesthesiology; Psychotherapist","score_opus":0.0614496460050282,"score_gpt":0.43731494430505746,"score_spread":0.37586529830002924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3171594982","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.75338763,0.0005265535,0.11451639,0.1288442,0.001222446,0.0013761722,0.000004275787,0.000082077386,0.000040232477],"genre_scores_gemma":[0.9815779,0.000008157637,0.0130052585,0.0030106897,0.0017171733,0.0004520122,0.000112276735,0.000025059675,0.00009148409],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9971498,0.00016482921,0.0005970893,0.0005924885,0.00088131195,0.00061446143],"domain_scores_gemma":[0.98912454,0.008870761,0.00013104982,0.0002780385,0.0008105777,0.00078505755],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.006337678,0.00017674359,0.0003781915,0.0005637358,0.0005345559,0.00004613827,0.00014939456,0.00013756016,0.00056088215],"category_scores_gemma":[0.028365422,0.00015996631,0.000059525275,0.001669,0.00059378933,0.00012700519,0.000018678898,0.00041664692,9.239746e-7],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000096149044,0.00052114023,0.5368949,0.0018273655,0.000032391825,0.000009242953,0.036101,0.24566564,0.0035683676,0.002868515,0.0011541755,0.17126112],"study_design_scores_gemma":[0.0023463469,0.00043706625,0.05978049,0.0010338514,0.000038532435,0.0000070117358,0.020262282,0.9117704,0.000117659576,0.00020178781,0.0038179553,0.00018662552],"about_ca_topic_score_codex":0.000100108555,"about_ca_topic_score_gemma":0.00006452065,"teacher_disagreement_score":0.66610473,"about_ca_system_score_codex":0.0013295308,"about_ca_system_score_gemma":0.025342783,"threshold_uncertainty_score":0.98018265},"labels":[],"label_agreement":null},{"id":"W3175387376","doi":"10.1007/s40670-021-01348-1","title":"Spiralling Pre-clerkship Concepts into the Clinical Phase: Augmenting Knowledge Transfer Using Innovative Technology-Enhanced Curriculum Activities","year":2021,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"McMaster University","keywords":"Curriculum; Medical education; Phase (matter); Computer science; Psychology; Mathematics education; Medicine; Pedagogy; Chemistry","score_opus":0.053936933683975084,"score_gpt":0.48718374415112214,"score_spread":0.4332468104671471,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3175387376","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9661325,0.0004928393,0.012387744,0.0147438925,0.0044345246,0.00044457646,8.460099e-7,0.00011491616,0.0012481483],"genre_scores_gemma":[0.9862976,0.000033406974,0.0090495655,0.0025053122,0.0016748887,0.00008964598,0.000012282533,0.000021741998,0.00031552964],"study_design_codex":"design_other","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9958011,0.00017704956,0.000976009,0.00078358443,0.001526132,0.0007361305],"domain_scores_gemma":[0.99720275,0.00031696714,0.00015410212,0.0006080814,0.0013804248,0.00033767408],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0048080916,0.0002379754,0.00045448632,0.0003622932,0.0008998574,0.00009450747,0.00068815344,0.0003328028,0.00116628],"category_scores_gemma":[0.01876745,0.00016645386,0.000094502895,0.008516182,0.005364295,0.00034378812,0.00020768518,0.0016291599,0.000033467873],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000040184725,0.0042368807,0.019075157,0.00016949367,0.000101152094,0.00003391556,0.01794436,0.0000015958015,0.05128632,0.010864668,0.0026518744,0.8935944],"study_design_scores_gemma":[0.013897794,0.001863843,0.022162985,0.007056673,0.0006431531,0.0008411949,0.25308204,0.02626678,0.5440749,0.0049942904,0.12280134,0.0023150053],"about_ca_topic_score_codex":0.000025908867,"about_ca_topic_score_gemma":0.0000135349355,"teacher_disagreement_score":0.8912794,"about_ca_system_score_codex":0.0004645235,"about_ca_system_score_gemma":0.011336601,"threshold_uncertainty_score":0.9997468},"labels":[],"label_agreement":null},{"id":"W3197499510","doi":"10.1007/s40670-021-01380-1","title":"Learner Phenotypes in Competency-Based Medical Education","year":2021,"lang":"en","type":"editorial","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Competence (human resources); Medical education; Term (time); Computer science; Psychology; Medicine; Social psychology","score_opus":0.009033155838157166,"score_gpt":0.36427840528915495,"score_spread":0.3552452494509978,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3197499510","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.010295222,0.0008970717,0.000091876485,0.07917131,0.9026233,0.00055856234,0.0000067009273,0.000109095534,0.006246899],"genre_scores_gemma":[0.005758845,0.00023340876,0.009493503,0.014830711,0.9645144,0.00042292554,0.0014844919,0.00010429735,0.0031574238],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9828621,0.00020837967,0.0013264503,0.0014913883,0.013006682,0.0011049788],"domain_scores_gemma":[0.9932444,0.0008349001,0.00038606374,0.0013630942,0.0023031544,0.0018683712],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0067621865,0.00050346495,0.0009786653,0.0013453997,0.00029556773,0.00013563431,0.0016211288,0.0021085488,0.018452812],"category_scores_gemma":[0.17065817,0.00043149941,0.00017131446,0.0052813273,0.0029042244,0.00021458343,0.0002556726,0.0046912576,0.00035393814],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000024909292,0.0024252238,0.0012916415,0.00035003482,0.000012286634,0.00006230756,0.00023163021,3.605106e-7,0.000016858457,0.0016543224,0.9189361,0.074994326],"study_design_scores_gemma":[0.0011344887,0.0001393759,0.0013915622,0.0039475537,0.00006701897,0.000033343298,0.00084396783,0.0008928683,0.00007045513,0.00044261984,0.99054307,0.0004936994],"about_ca_topic_score_codex":0.00047929972,"about_ca_topic_score_gemma":0.0003497327,"teacher_disagreement_score":0.477326,"about_ca_system_score_codex":0.001956138,"about_ca_system_score_gemma":0.47928214,"threshold_uncertainty_score":0.9998137},"labels":[],"label_agreement":null},{"id":"W3198235690","doi":"10.1007/s40670-021-01385-w","title":"Pedagogical Strategies for the Enhancement of Medical Education","year":2021,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Neuroscience, Education and Cognitive Function","field":"Neuroscience","cited_by":18,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Western University","funders":"","keywords":"Chunking (psychology); Memory consolidation; Schema (genetic algorithms); Cognition; Computer science; Syllabus; Long-term memory; Psychology; Memorization; Cognitive science; Cognitive psychology; Neuroscience; Mathematics education; Information retrieval","score_opus":0.11763738678043995,"score_gpt":0.4253989768277873,"score_spread":0.3077615900473474,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3198235690","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.87718004,0.0002424447,0.016695805,0.0818547,0.015488721,0.0005701341,0.000005816165,0.000049450802,0.007912909],"genre_scores_gemma":[0.98399323,0.00017002058,0.00012236083,0.012493139,0.0005814142,0.0002104034,0.0000017216165,0.0000067547912,0.0024209789],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"bench_or_experimental","domain_scores_codex":[0.9950987,0.00012700491,0.0003543373,0.00065068033,0.003347637,0.00042161153],"domain_scores_gemma":[0.9976061,0.0009672069,0.00012494253,0.0003419189,0.0003738986,0.00058591244],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019030916,0.00012331769,0.0001460246,0.00009673683,0.00061449315,0.00018126458,0.0011671821,0.00007969801,0.0056750043],"category_scores_gemma":[0.023067476,0.000079214755,0.00008031441,0.001517773,0.0023640024,0.00033669098,0.00015986386,0.00024418163,0.00004755773],"study_design_candidate":"bench_or_experimental","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000035586007,0.0033482648,0.00049767474,0.000065139095,0.000003596374,0.0000056166323,0.0031059787,9.64067e-7,0.28818208,0.514857,0.01653893,0.17335919],"study_design_scores_gemma":[0.00048568,0.00023803698,0.0023117135,0.00013048075,0.00002321238,0.00014270749,0.027838869,0.0012555164,0.7059761,0.0066919634,0.25462228,0.00028338857],"about_ca_topic_score_codex":0.000023558308,"about_ca_topic_score_gemma":0.000015478729,"teacher_disagreement_score":0.508165,"about_ca_system_score_codex":0.00006935621,"about_ca_system_score_gemma":0.032453045,"threshold_uncertainty_score":0.99523395},"labels":[],"label_agreement":null},{"id":"W3203971426","doi":"10.1007/s40670-021-01408-6","title":"Wikipedia in Health Professional Schools: from an Opponent to an Ally","year":2021,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Wikis in Education and Collaboration","field":"Social Sciences","cited_by":18,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Manitoba; Children's Hospital of Eastern Ontario","funders":"","keywords":"Encyclopedia; Curriculum; World Wide Web; Computer science; Medical education; Public relations; Library science; Political science; Psychology; Medicine; Pedagogy","score_opus":0.03725751423129822,"score_gpt":0.4738099176041689,"score_spread":0.4365524033728707,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3203971426","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.79319155,0.00006016746,0.000041654766,0.19989562,0.0053825583,0.00018933146,0.000004802112,0.00003391236,0.001200385],"genre_scores_gemma":[0.9752741,0.00003293386,0.0031105145,0.018361274,0.0020530396,0.000067054476,0.000025571862,0.000006293217,0.0010692361],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.9958677,0.0006093897,0.00031950916,0.00054753857,0.002124332,0.00053149293],"domain_scores_gemma":[0.9969039,0.000091517344,0.00006828296,0.00029142806,0.0002917971,0.0023530724],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00443602,0.00008519912,0.0001385788,0.00013413609,0.0007494173,0.0002388667,0.0007568093,0.00009157266,0.0041874894],"category_scores_gemma":[0.0050535053,0.000078826495,0.000016078871,0.002277125,0.00040550964,0.0008052399,0.00007732629,0.00026443604,0.00013648873],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004468163,0.0065204003,0.1899311,0.000018508383,0.0000058202977,0.000028780418,0.34396234,0.000013794698,0.0024012385,0.11043734,0.07172344,0.27491257],"study_design_scores_gemma":[0.0003115751,0.00013070516,0.37408882,0.00017201377,0.0000020880304,0.0000013557435,0.26770765,0.00013267386,0.00036680515,0.004816404,0.35194543,0.00032447153],"about_ca_topic_score_codex":0.005497565,"about_ca_topic_score_gemma":0.031473428,"teacher_disagreement_score":0.280222,"about_ca_system_score_codex":0.0006371376,"about_ca_system_score_gemma":0.052107137,"threshold_uncertainty_score":0.9967228},"labels":[],"label_agreement":null},{"id":"W3209324435","doi":"10.1007/s40670-021-01446-0","title":"Rapid Cycle Deliberate Practice in Healthcare Simulation: a Scoping Review","year":2021,"lang":"en","type":"review","venue":"Medical Science Educator","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":59,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University Health Network; University of Toronto","funders":"","keywords":"Inclusion (mineral); Computer science; Medical education; Psychology; Mathematics education; Medicine; Social psychology","score_opus":0.14835034532993682,"score_gpt":0.558669214678637,"score_spread":0.4103188693487001,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3209324435","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00001654236,0.9475222,0.0000129115415,0.04551405,0.0029734503,0.0035988265,0.0000069533867,0.00007189498,0.00028315367],"genre_scores_gemma":[0.00012413366,0.97597224,0.00087439205,0.020628111,0.0014184976,0.00065928546,0.0001769726,0.00005867405,0.00008768993],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.991616,0.000975156,0.0021616598,0.0013459568,0.0029591501,0.0009420615],"domain_scores_gemma":[0.98710054,0.005829964,0.00091260753,0.0014211844,0.002357087,0.0023786451],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0062062074,0.00047606675,0.002464501,0.00060217205,0.00033047795,0.00009189753,0.0006350631,0.0004751246,0.0043746987],"category_scores_gemma":[0.03818909,0.00039867134,0.00028241164,0.0073750746,0.00050453976,0.00040665548,0.00015489738,0.0015858214,0.00026281388],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000027918998,0.00022512322,0.000116543044,0.13751975,0.000011853873,0.000068724374,0.00026753248,0.000006089266,6.1006564e-9,0.000055115925,0.00063382485,0.8610926],"study_design_scores_gemma":[0.00016358131,0.000048074435,0.00002632329,0.5563922,0.00018998,0.00021668973,0.0001805471,0.00013253237,1.239949e-7,0.0000043054074,0.44238776,0.00025784946],"about_ca_topic_score_codex":0.00029198045,"about_ca_topic_score_gemma":0.000022146662,"teacher_disagreement_score":0.8608348,"about_ca_system_score_codex":0.0017741268,"about_ca_system_score_gemma":0.1152792,"threshold_uncertainty_score":0.9998465},"labels":[],"label_agreement":null},{"id":"W3216307489","doi":"10.1007/s40670-020-00922-3","title":"A Blended Model of Case-Based Learning in a Paediatric Clerkship Program","year":2020,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Context (archaeology); Active learning (machine learning); Computer science; Medical education; Problem-based learning; Mathematics education; Psychology; Medicine; Artificial intelligence","score_opus":0.0631384523610203,"score_gpt":0.3714446625129266,"score_spread":0.30830621015190635,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3216307489","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96531606,0.00016943198,0.00094647903,0.026980039,0.00023626705,0.000539069,0.0000013081125,0.00020399029,0.005607372],"genre_scores_gemma":[0.99405384,0.000014260134,0.0047136582,0.0008656358,0.0002496515,0.000057000292,8.04937e-7,0.000007789368,0.000037370362],"study_design_codex":"design_other","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.9967548,0.00033311517,0.0003198714,0.00040606048,0.0015074033,0.00067873555],"domain_scores_gemma":[0.998449,0.0003080106,0.00012314758,0.00010547428,0.00010007168,0.0009142572],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0050374623,0.00010575763,0.00020525348,0.00021661159,0.00047448673,0.00006797677,0.0006498279,0.0001255453,0.00042482672],"category_scores_gemma":[0.009444348,0.000094803545,0.000062141116,0.0034527897,0.0012602124,0.00023572324,0.00008090063,0.00060432224,0.000019715288],"study_design_candidate":"simulation_or_modeling","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00010286524,0.0012365155,0.20174974,0.0002750308,0.0000100215,0.00041630064,0.12981369,0.007620991,0.00092389365,0.009487463,0.0013530599,0.64701045],"study_design_scores_gemma":[0.0024076418,0.0010594864,0.0022542041,0.00027692653,0.00004875608,0.000023935607,0.03944148,0.9101344,0.001112075,0.0012565275,0.040976297,0.0010082758],"about_ca_topic_score_codex":0.001355128,"about_ca_topic_score_gemma":0.0004407888,"teacher_disagreement_score":0.9025134,"about_ca_system_score_codex":0.00012973684,"about_ca_system_score_gemma":0.013723732,"threshold_uncertainty_score":0.9988995},"labels":[],"label_agreement":null},{"id":"W3217222977","doi":"10.1007/s40670-021-01465-x","title":"The Use of Teledermatology in Medical Education","year":2021,"lang":"en","type":"editorial","venue":"Medical Science Educator","topic":"Cutaneous Melanoma Detection and Management","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Women's College Hospital; McMaster University","funders":"","keywords":"Teledermatology; Specialty; Coronavirus disease 2019 (COVID-19); Medical education; Pandemic; Quality (philosophy); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Virtual patient; Medicine; Telemedicine; Computer science; Multimedia; Family medicine; Health care; Pathology; Political science","score_opus":0.018217791567987338,"score_gpt":0.3387656424154687,"score_spread":0.32054785084748133,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217222977","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.014084807,0.0007245766,0.000014714251,0.020720482,0.962697,0.00039738722,0.000002977859,0.000028111835,0.0013299438],"genre_scores_gemma":[0.017783532,0.0040402035,0.00039382174,0.0044901953,0.95922035,0.00026284065,0.00011884644,0.000058977603,0.013631261],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9933201,0.00014461005,0.00069832883,0.00054929615,0.004786961,0.0005006858],"domain_scores_gemma":[0.99627286,0.0014585995,0.00021004908,0.0006453808,0.0004881938,0.00092493556],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0019312539,0.00019421661,0.0005114465,0.00034548392,0.00017611848,0.0000774729,0.0007035336,0.00068567594,0.0019360441],"category_scores_gemma":[0.061155573,0.00012749634,0.000107266715,0.0011663097,0.0017385134,0.000072539675,0.0002992783,0.0012728189,0.000037956946],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031283034,0.0004900354,0.0002924942,0.000105524465,0.000014130588,0.00014624251,0.00009647427,5.2737608e-8,0.000011997088,0.00021442387,0.9352342,0.06336316],"study_design_scores_gemma":[0.00031744657,0.000072382085,0.0002443931,0.00060683966,0.00003072946,0.00025895445,0.0004000405,0.00010325829,0.00006162614,0.000021177864,0.9977692,0.000113966686],"about_ca_topic_score_codex":0.0004991646,"about_ca_topic_score_gemma":0.00083781587,"teacher_disagreement_score":0.06324919,"about_ca_system_score_codex":0.0003987619,"about_ca_system_score_gemma":0.049928557,"threshold_uncertainty_score":0.99897635},"labels":[],"label_agreement":null},{"id":"W3217229342","doi":"10.1007/s40670-021-01473-x","title":"Improving Representation of Skin of Color in a Medical School Preclerkship Dermatology Curriculum","year":2021,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Empathy and Medical Education","field":"Medicine","cited_by":25,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"University of Alberta","keywords":"Curriculum; Dermatology; Skin color; Representation (politics); Intervention (counseling); Medicine; Medical education; People of color; Family medicine; Psychology; Computer science; Race (biology); Nursing; Artificial intelligence; Sociology; Pedagogy","score_opus":0.018927160763195283,"score_gpt":0.3701560159618389,"score_spread":0.3512288551986436,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3217229342","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9826709,0.000338618,0.000106763844,0.014439883,0.0011390516,0.00022632963,0.0000010261871,0.000013894462,0.0010635201],"genre_scores_gemma":[0.9974086,0.000075112825,0.0010085256,0.0011248225,0.00024397677,0.00004020464,0.000010530832,0.0000066949597,0.000081530634],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99611235,0.00015148034,0.0007289957,0.0004261176,0.0021783942,0.0004026937],"domain_scores_gemma":[0.99715495,0.00034868036,0.00019222703,0.000344047,0.00038476477,0.0015753374],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0016812292,0.00010476063,0.00044742294,0.0002507068,0.00004864881,0.000007349424,0.00033696208,0.0002461808,0.00414255],"category_scores_gemma":[0.07189738,0.00008471243,0.00007906643,0.0020875726,0.0013555648,0.00015087743,0.00013112619,0.00048274195,0.000015813552],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016558568,0.009145754,0.7486122,0.0015702847,0.000046612226,0.00063324004,0.024481747,0.0000013129802,0.02760101,0.0036667294,0.0050109294,0.17906454],"study_design_scores_gemma":[0.0056629027,0.0005300952,0.5704859,0.0030827608,0.00013379692,0.0023971747,0.09202501,0.007469087,0.3157132,0.00073901884,0.0013315433,0.00042950117],"about_ca_topic_score_codex":0.00060824555,"about_ca_topic_score_gemma":0.0001255523,"teacher_disagreement_score":0.28811216,"about_ca_system_score_codex":0.00014255747,"about_ca_system_score_gemma":0.01973868,"threshold_uncertainty_score":0.9967678},"labels":[],"label_agreement":null},{"id":"W4200017414","doi":"10.1007/s40670-021-01444-2","title":"Correction to: Are Clerks Proficient in the Basic Sciences? Assessment of Third-Year Medical Students’ Basic Science Knowledge Prior to and at the Completion of Core Clerkship Rotations","year":2021,"lang":"en","type":"erratum","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Western University","funders":"","keywords":"Medical education; Mathematics education; Core (optical fiber); Core Knowledge; Computer science; Psychology; Medicine; Knowledge management","score_opus":0.051970478558318274,"score_gpt":0.44324651473638965,"score_spread":0.3912760361780714,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4200017414","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89475906,0.0002458781,0.00027996872,0.056913346,0.037073232,0.0024662511,0.000012367584,0.00002365378,0.008226219],"genre_scores_gemma":[0.9810345,0.000104636434,0.0012236885,0.008855717,0.0016684202,0.0006057586,0.0000675025,0.000031165815,0.0064085633],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.98369634,0.00032076336,0.0012364716,0.0012296913,0.012706312,0.0008104053],"domain_scores_gemma":[0.99487245,0.00089025137,0.0005973125,0.00103663,0.001822476,0.00078086735],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.026088275,0.00032563382,0.00069851906,0.0012820379,0.0012614847,0.00017643248,0.0031664062,0.00031071698,0.0011184807],"category_scores_gemma":[0.044467043,0.00019725304,0.00009563461,0.013435545,0.009291348,0.00016697565,0.0011442832,0.0019693265,0.0000326785],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000023157047,0.002476146,0.08461873,0.00038839775,0.000016967391,0.000008318437,0.009161661,0.000007677431,0.00046968454,0.002130466,0.88406557,0.01663323],"study_design_scores_gemma":[0.0005502293,0.00061281776,0.93718094,0.0047908616,0.000077094126,0.0001012883,0.019226098,0.0038411801,0.00019148811,0.00003107549,0.033133734,0.00026321175],"about_ca_topic_score_codex":0.00019047978,"about_ca_topic_score_gemma":0.00040239768,"teacher_disagreement_score":0.8525622,"about_ca_system_score_codex":0.0015162814,"about_ca_system_score_gemma":0.030100074,"threshold_uncertainty_score":0.99979466},"labels":[],"label_agreement":null},{"id":"W4220979322","doi":"10.1007/s40670-022-01535-8","title":"Competence is Essential but not Sufficient","year":2022,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Healthcare professionals’ stress and burnout","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Loneliness; Competence (human resources); Autonomy; Psychology; Medical education; Social psychology; Medicine","score_opus":0.05952843267444829,"score_gpt":0.4616356373242329,"score_spread":0.4021072046497846,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4220979322","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90134484,0.0002892081,0.00007394974,0.081291676,0.01366365,0.0004936289,0.00006996727,0.00008746827,0.0026856207],"genre_scores_gemma":[0.9625634,0.000043776738,0.00020858739,0.031935547,0.0011731508,0.00037502308,0.000008621775,0.00001453451,0.0036773565],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9924506,0.0006415285,0.0006850447,0.0007196003,0.004115,0.0013882275],"domain_scores_gemma":[0.99692094,0.0006338603,0.00021963843,0.00049978663,0.00025167508,0.0014741026],"candidate_categories":["sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.005351234,0.0001683867,0.00029228986,0.00020513377,0.0066774264,0.000021084647,0.0015593066,0.00012001459,0.0597096],"category_scores_gemma":[0.0016430939,0.00012993457,0.00007467988,0.0012721415,0.0009910932,0.00013649893,0.0014979461,0.0018876706,0.0007541581],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00033641816,0.004623999,0.27359492,0.0009339266,0.00003922536,0.000274185,0.08515087,0.000014341393,0.010841113,0.05171843,0.39999065,0.17248191],"study_design_scores_gemma":[0.0018946183,0.0005015518,0.12302445,0.0014327784,0.00002688838,0.000054882206,0.13401118,0.004632468,0.0020851984,0.0008064128,0.7304601,0.0010694586],"about_ca_topic_score_codex":0.0015778716,"about_ca_topic_score_gemma":0.000052252737,"teacher_disagreement_score":0.33046946,"about_ca_system_score_codex":0.0005775787,"about_ca_system_score_gemma":0.01839557,"threshold_uncertainty_score":0.99461573},"labels":[],"label_agreement":null},{"id":"W4289835813","doi":"10.1007/s40670-022-01568-z","title":"Enhancing Examination Success: the Cumulative Benefits of Self-Assessment Questions and Virtual Patient Cases","year":2022,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Care Foundation","funders":"","keywords":"Formative assessment; Summative assessment; Medical education; Context (archaeology); Curriculum; Psychology; Medicine; Mathematics education; Pedagogy","score_opus":0.016232332558305272,"score_gpt":0.35202587124946927,"score_spread":0.335793538691164,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4289835813","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98956543,0.000110565226,0.00015728366,0.008159889,0.0012776161,0.00036759794,0.000004651241,0.000028346609,0.00032863155],"genre_scores_gemma":[0.9967725,0.000018062436,0.0015166879,0.0012608027,0.00017659196,0.00018566148,0.000011929686,0.000006718461,0.00005100866],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99679184,0.00013937881,0.00039487952,0.0002897739,0.002145367,0.0002387618],"domain_scores_gemma":[0.9986571,0.00037924742,0.00017287409,0.0002553616,0.00034633026,0.00018906867],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003035498,0.00009241709,0.00015122927,0.00023611053,0.00083326356,0.000021234935,0.00024658264,0.000036606703,0.00078216894],"category_scores_gemma":[0.00365171,0.00006463324,0.00002245768,0.0016442788,0.00080202514,0.00015108591,0.00022027465,0.0004019626,0.0000021143717],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004053923,0.005203133,0.0853594,0.00016113627,0.00007181093,0.000022582706,0.055740654,0.0001393002,0.0042263023,0.10257755,0.0051049893,0.7413526],"study_design_scores_gemma":[0.00067742896,0.001704207,0.93176246,0.00023708817,0.000101190024,0.00040288919,0.049814966,0.006058089,0.0029679395,0.00016320788,0.0058781304,0.00023240694],"about_ca_topic_score_codex":0.00013940033,"about_ca_topic_score_gemma":0.000012892424,"teacher_disagreement_score":0.84640306,"about_ca_system_score_codex":0.0005613726,"about_ca_system_score_gemma":0.0032934484,"threshold_uncertainty_score":0.85642016},"labels":[],"label_agreement":null},{"id":"W4295006319","doi":"10.1007/s40670-022-01609-7","title":"The Anatomy Course During COVID-19: The Impact of Cadaver-Based Learning on the Initiation of Reflection on Death","year":2022,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Course (navigation); Cadaver; Reflection (computer programming); Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Anatomy; Psychology; Medicine; Computer science; Virology; Engineering; Pathology","score_opus":0.025974995107493796,"score_gpt":0.36006530147085114,"score_spread":0.33409030636335735,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4295006319","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98939776,0.00010971531,0.0001702242,0.008883929,0.00042908572,0.00014623454,0.0000022750394,0.000064869346,0.0007958803],"genre_scores_gemma":[0.999455,0.00004198725,0.000005056437,0.00036509725,0.00005858947,0.00005038599,9.529749e-7,0.0000062377544,0.000016740894],"study_design_codex":"simulation_or_modeling","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.99831575,0.00012458858,0.00018319704,0.0001361053,0.0009741349,0.00026624498],"domain_scores_gemma":[0.9987319,0.0007352622,0.00007852495,0.00023561114,0.00002845036,0.00019022833],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0022081274,0.00007948387,0.00009794416,0.000089637426,0.0010263321,0.000010278901,0.0006204724,0.000049888466,0.00045182483],"category_scores_gemma":[0.0037455873,0.00003746086,0.000060293954,0.0008931725,0.0008135258,0.000031545384,0.000058980328,0.00073022174,0.000003015978],"study_design_candidate":"simulation_or_modeling","study_design_consensus":"simulation_or_modeling","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00091038144,0.0030445557,0.10861335,0.00036195453,0.00046453733,0.0001202676,0.017107736,0.3428235,0.021499068,0.25985533,0.04216057,0.20303872],"study_design_scores_gemma":[0.00410982,0.005567627,0.23281525,0.00041161137,0.0001438399,0.00017997729,0.037041727,0.36450842,0.10473346,0.009563613,0.23968557,0.0012391014],"about_ca_topic_score_codex":0.0001332039,"about_ca_topic_score_gemma":0.000009483517,"teacher_disagreement_score":0.25029173,"about_ca_system_score_codex":0.00041911125,"about_ca_system_score_gemma":0.001465292,"threshold_uncertainty_score":0.7893821},"labels":[],"label_agreement":null},{"id":"W4304688367","doi":"10.1007/s40670-022-01654-2","title":"Correlation of Narrative Evaluations to Clerkship Grades Using Statistical Sentiment Analysis","year":2022,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Waterloo","funders":"","keywords":"Narrative; Sentiment analysis; Character (mathematics); Psychology; Word (group theory); Mathematics education; Computer science; Linguistics; Natural language processing; Mathematics","score_opus":0.051600029778909526,"score_gpt":0.45874327593421016,"score_spread":0.4071432461553006,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4304688367","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.94187003,0.00001606875,0.04440035,0.011709592,0.0013103058,0.00042018213,0.000009312267,0.00001968821,0.000244476],"genre_scores_gemma":[0.98207426,5.0396625e-7,0.015878854,0.0015391075,0.00015917831,0.00009541976,0.000057117395,0.0000071661343,0.00018836797],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9951122,0.00014813106,0.0005279377,0.0003868977,0.0035141432,0.00031068953],"domain_scores_gemma":[0.998492,0.00015941694,0.00014904687,0.00031964682,0.00046160136,0.0004182807],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0038224983,0.000098092925,0.00026719176,0.0009642304,0.0006464816,0.000018205043,0.0002899498,0.000042688203,0.011678771],"category_scores_gemma":[0.007564094,0.00008855757,0.000062705396,0.008461454,0.00073097844,0.00009631928,0.00014539072,0.0003587219,0.000016830692],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034473938,0.010090586,0.54471874,0.0001907149,0.0010693574,0.0000351847,0.12425576,0.014264365,0.018698733,0.06574669,0.06513312,0.155452],"study_design_scores_gemma":[0.0011341338,0.0009025022,0.5432806,0.000108914464,0.0015293956,0.00008607768,0.066541485,0.37843868,0.001500494,0.0014251957,0.00462379,0.00042875423],"about_ca_topic_score_codex":0.00012505602,"about_ca_topic_score_gemma":0.0000055101755,"teacher_disagreement_score":0.3641743,"about_ca_system_score_codex":0.0008754963,"about_ca_system_score_gemma":0.0043553114,"threshold_uncertainty_score":0.9892247},"labels":[],"label_agreement":null},{"id":"W4309080168","doi":"10.1007/s40670-022-01679-7","title":"Scoping Review: Research Training During Medical School","year":2022,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University","funders":"","keywords":"CLARITY; Medical education; Inclusion (mineral); Curriculum; Thematic analysis; Descriptive statistics; Medical school; Psychology; Training (meteorology); Medicine; Pedagogy; Qualitative research","score_opus":0.432618527692677,"score_gpt":0.6120485777701694,"score_spread":0.1794300500774924,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309080168","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47044107,0.02301669,0.000017501545,0.489872,0.0020619659,0.002659854,0.0000039719503,0.00015697935,0.01176996],"genre_scores_gemma":[0.8181173,0.015729753,0.00036035242,0.15666611,0.0040003457,0.0014919647,0.000015467358,0.00006218626,0.0035564862],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97140723,0.0006978594,0.0007336665,0.00081020995,0.022932632,0.0034184235],"domain_scores_gemma":[0.8256585,0.0035078314,0.00023485778,0.0021588388,0.0012527877,0.1671872],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":["metaresearch"],"category_scores_codex":[0.05749565,0.00016638766,0.00054829696,0.00065077323,0.0021024216,0.00004765654,0.0014179383,0.00012311772,0.0954749],"category_scores_gemma":[0.60706484,0.00012866584,0.000097158365,0.004341151,0.0025866502,0.00019995659,0.0010746841,0.004255668,0.00039730486],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037915393,0.002340552,0.009008359,0.026662655,0.000038212427,0.0052731438,0.0036995874,4.1789048e-7,0.0028771432,0.0005640343,0.67556494,0.27359176],"study_design_scores_gemma":[0.010034636,0.0045754104,0.019876767,0.30685577,0.00007240214,0.010634357,0.016848834,0.0009608011,0.0019294262,0.00034720625,0.62644124,0.0014231724],"about_ca_topic_score_codex":0.0001380264,"about_ca_topic_score_gemma":0.000014004527,"teacher_disagreement_score":0.5495692,"about_ca_system_score_codex":0.0016162196,"about_ca_system_score_gemma":0.2783794,"threshold_uncertainty_score":0.9991967},"labels":[],"label_agreement":null},{"id":"W4309342509","doi":"10.1007/s40670-022-01667-x","title":"OSCE Standard Setting: Three Borderline Group Methods","year":2022,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; University of Ottawa; Medical Council of Canada","funders":"","keywords":"Rasch model; Context (archaeology); Scale (ratio); Objective structured clinical examination; Consistency (knowledge bases); Medicine; Proxy (statistics); Psychology; Medical education; Statistics; Computer science; Mathematics","score_opus":0.023441022988043674,"score_gpt":0.4329826815322519,"score_spread":0.4095416585442082,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4309342509","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.750614,0.0003878757,0.051282577,0.17722765,0.012720465,0.0008679739,0.00001072138,0.00027034557,0.0066184136],"genre_scores_gemma":[0.61617655,0.000015257475,0.34866184,0.030840868,0.0024229176,0.00050586386,0.00008127089,0.00005042279,0.0012449855],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9941933,0.00015342276,0.00052578317,0.0006181691,0.0038359612,0.0006733671],"domain_scores_gemma":[0.9980821,0.0001945625,0.00014031702,0.0006269877,0.00030667536,0.00064935675],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.012071509,0.00016269842,0.00029633226,0.00040378975,0.0010906768,0.000043328684,0.00082396384,0.00008051702,0.016153466],"category_scores_gemma":[0.01469989,0.00013656312,0.00006774018,0.0038631633,0.0013981155,0.0001483011,0.00041574464,0.0011326,0.00004493406],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006774314,0.0010095218,0.01320188,0.00005336883,0.00001728475,0.000025804391,0.0011614946,0.0000014790114,0.0027537306,0.010111922,0.10053992,0.87105584],"study_design_scores_gemma":[0.0010756223,0.00072204653,0.021145865,0.00006671692,0.000050091945,0.0003550342,0.0044845887,0.00269882,0.0009953157,0.0022620505,0.96584815,0.0002956974],"about_ca_topic_score_codex":0.000053809945,"about_ca_topic_score_gemma":0.0000060290613,"teacher_disagreement_score":0.87076014,"about_ca_system_score_codex":0.00090070115,"about_ca_system_score_gemma":0.006571661,"threshold_uncertainty_score":0.99906015},"labels":[],"label_agreement":null},{"id":"W4311107705","doi":"10.1007/s40670-022-01693-9","title":"GRANTed: Continuing the Legacy of Grant’s Anatomy in the Digital Era","year":2022,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Humber Polytechnic; University of Toronto","funders":"University of Toronto","keywords":"Anatomy; Atlas (anatomy); Field (mathematics); Human anatomy; Medicine","score_opus":0.006928617367146138,"score_gpt":0.2525445057752449,"score_spread":0.24561588840809875,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4311107705","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98510605,0.0006772168,0.00008988864,0.009193943,0.0009816273,0.00013959435,0.0000036187068,0.0000659136,0.0037421447],"genre_scores_gemma":[0.9993337,0.000034484372,0.000016148926,0.00047041423,0.00006824137,0.00005079214,0.0000010629534,0.000005074378,0.000020127081],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99816316,0.00003601025,0.00021656144,0.00015210027,0.0010744495,0.00035769085],"domain_scores_gemma":[0.9993795,0.00022457965,0.000025430774,0.00024242583,0.000013418398,0.00011460869],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001622753,0.000076822755,0.00012940749,0.0001211653,0.00017786855,0.000034814806,0.0014681008,0.000040287377,0.00039710934],"category_scores_gemma":[0.0008991252,0.00004233992,0.000041176336,0.0014860969,0.0014024713,0.00014157628,0.00015810101,0.0007424667,0.0000065756462],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000010198659,0.00037082282,0.0058518113,0.000040245624,0.000016479604,0.00011906244,0.015723145,0.00004412731,0.00029236462,0.05023576,0.0141070625,0.91318893],"study_design_scores_gemma":[0.00072773086,0.00012875824,0.011650072,0.00007594869,0.000012187493,0.00025908207,0.063374676,0.00853147,0.00065458135,0.0029413926,0.91134906,0.00029501526],"about_ca_topic_score_codex":0.000053076274,"about_ca_topic_score_gemma":0.0000136809695,"teacher_disagreement_score":0.9128939,"about_ca_system_score_codex":0.00005493474,"about_ca_system_score_gemma":0.0002443823,"threshold_uncertainty_score":0.5167464},"labels":[],"label_agreement":null},{"id":"W4312038070","doi":"10.1007/s40670-022-01700-z","title":"All of Residency’s a Stage: Fostering Authenticity and Individuality Among Learners","year":2022,"lang":"en","type":"editorial","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; SickKids Foundation; Hospital for Sick Children; University of Toronto","funders":"","keywords":"Socialization; Identity (music); Curriculum; Process (computing); Hidden curriculum; Medical education; Pedagogy; Psychology; Sociology; Medicine; Social psychology; Aesthetics; Computer science","score_opus":0.03853553798231634,"score_gpt":0.3969851292461371,"score_spread":0.35844959126382075,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312038070","genre_codex":"empirical","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.51249945,0.00009565828,0.00001896104,0.003760891,0.48228592,0.00039570002,0.000030599076,0.000042995493,0.00086979277],"genre_scores_gemma":[0.2707746,0.00032354178,0.0031536228,0.0021561803,0.71508205,0.00042009205,0.0006362314,0.00013016524,0.007323513],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9902925,0.00015882289,0.00090232305,0.0008995732,0.0071086446,0.00063813786],"domain_scores_gemma":[0.9967905,0.0006204957,0.00055144686,0.00079939206,0.0005076075,0.0007305519],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.008942451,0.0002797462,0.00064989866,0.0006433096,0.00033607607,0.00006701658,0.000939068,0.0005826861,0.004857368],"category_scores_gemma":[0.06448996,0.00024530807,0.00008352752,0.0016759869,0.0040334705,0.00022026733,0.0011115418,0.0025498266,0.0000083322375],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00004273199,0.00043907503,0.010458318,0.0008309188,0.000050303242,0.000021269498,0.0047578113,1.459257e-7,0.000063724685,0.00034086363,0.96950006,0.013494777],"study_design_scores_gemma":[0.0009775416,0.00036352937,0.029279333,0.00084334024,0.00022557635,0.00001778577,0.006946645,0.00011742656,0.00015545644,0.00029897934,0.96033204,0.00044233917],"about_ca_topic_score_codex":0.0010522129,"about_ca_topic_score_gemma":0.00003963421,"teacher_disagreement_score":0.24172488,"about_ca_system_score_codex":0.00072291057,"about_ca_system_score_gemma":0.01717222,"threshold_uncertainty_score":0.99999994},"labels":[],"label_agreement":null},{"id":"W4312184342","doi":"10.1007/s40670-022-01701-y","title":"Determinants of Learning Anatomy in an Immersive Virtual Reality Environment — A Scoping Review","year":2022,"lang":"en","type":"review","venue":"Medical Science Educator","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":29,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; Western University; London Health Sciences Centre; McMaster University","funders":"McMaster University","keywords":"Interactivity; Virtual reality; Popularity; Perception; Computer science; Psychology; Human–computer interaction; Multimedia; Neuroscience","score_opus":0.0460721705015262,"score_gpt":0.3920765738026909,"score_spread":0.3460044033011647,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312184342","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0003595252,0.99809736,0.000036264035,0.000051389376,0.0005711645,0.00065731606,0.0000043006044,0.000049739767,0.00017291584],"genre_scores_gemma":[0.00032363605,0.9992195,0.000034405337,0.0000616051,0.00006440253,0.0002504417,0.000013130955,0.00002340969,0.000009491875],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9964709,0.00022344179,0.00092437706,0.0005517594,0.0012306946,0.00059881766],"domain_scores_gemma":[0.9985374,0.0002575334,0.0002038021,0.00042801985,0.000012107156,0.00056113605],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0029516858,0.0002813602,0.0015296262,0.00034648835,0.00010968596,0.000007266948,0.0013172429,0.00027918554,0.002887695],"category_scores_gemma":[0.0021445754,0.00023706954,0.00013987046,0.0014881038,0.0011035192,0.00013089519,0.0003553633,0.0014057045,0.00002445606],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[2.8748101e-7,0.000054553286,0.000035865978,0.020104192,0.000004182421,0.000039405673,0.00006605115,0.0000014098338,1.4967925e-7,0.00004765155,0.000053490927,0.97959274],"study_design_scores_gemma":[0.0000729083,0.00010027459,0.0000059434105,0.12825781,0.0000640551,0.000044719432,0.00026902725,0.00019467076,0.0000044287062,0.0000078970115,0.8706973,0.00028092603],"about_ca_topic_score_codex":0.000023565644,"about_ca_topic_score_gemma":0.000015445376,"teacher_disagreement_score":0.9793118,"about_ca_system_score_codex":0.0005059881,"about_ca_system_score_gemma":0.002598093,"threshold_uncertainty_score":0.9980238},"labels":[],"label_agreement":null},{"id":"W4312210369","doi":"10.1007/s40670-022-01698-4","title":"Use of Extended Reality in Medical Education: An Integrative Review","year":2022,"lang":"en","type":"review","venue":"Medical Science Educator","topic":"Simulation-Based Education in Healthcare","field":"Medicine","cited_by":100,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Queen's University; Health Sciences Centre; Memorial University of Newfoundland","funders":"Social Sciences and Humanities Research Council of Canada","keywords":"Modalities; Modality (human–computer interaction); Curriculum; Medical education; Treatment modality; Field (mathematics); Medicine; Psychology; Computer science; Human–computer interaction; Pedagogy; Sociology; Surgery","score_opus":0.2500748136224544,"score_gpt":0.5602380792336961,"score_spread":0.3101632656112417,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4312210369","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00023055248,0.9822509,0.0000036774827,0.010743966,0.003897091,0.0023209718,0.000028665901,0.000047009562,0.00047711283],"genre_scores_gemma":[0.00019533857,0.99015325,0.00037341885,0.006535148,0.000794269,0.0011268598,0.0005400338,0.00004176147,0.0002399291],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.98941004,0.0012502263,0.0023038925,0.0012100986,0.0051948284,0.00063091895],"domain_scores_gemma":[0.99009115,0.002538036,0.0010068256,0.0019221846,0.0009967863,0.0034450048],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0072462084,0.0004645715,0.0024297996,0.0009114063,0.00020430294,0.000029904268,0.0013897535,0.00044906035,0.038329978],"category_scores_gemma":[0.04270852,0.00033789684,0.0003057005,0.0067520663,0.0016881397,0.00035381297,0.00022351748,0.0020746544,0.000035202087],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006962525,0.0016734918,0.00086807314,0.027047101,0.000013508444,0.0000145703325,0.0005520067,3.5273427e-8,2.0075568e-8,0.00069939444,0.010466158,0.9586587],"study_design_scores_gemma":[0.00012324317,0.00016242126,0.00097044394,0.114315905,0.00020052458,0.00022806508,0.0008177709,0.000030507697,3.2291135e-7,0.00005455003,0.88282776,0.00026846962],"about_ca_topic_score_codex":0.0016181662,"about_ca_topic_score_gemma":0.00009850067,"teacher_disagreement_score":0.95839024,"about_ca_system_score_codex":0.0023238175,"about_ca_system_score_gemma":0.23075543,"threshold_uncertainty_score":0.9999073},"labels":[],"label_agreement":null},{"id":"W4318706448","doi":"10.1007/s40670-023-01730-1","title":"Mapping Health Professions Education: Using Complexity Science to Make Sense of Learning Through Electronic Consultations","year":2023,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa","funders":"","keywords":"Complexity science; Health science; Health professions; Complex system; Health care; Psychology; Computer science; Medicine; Medical education; Management science; Artificial intelligence; Political science; Engineering","score_opus":0.0921572841117071,"score_gpt":0.40721146699089944,"score_spread":0.31505418287919235,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4318706448","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9425188,0.000049601495,0.0012656826,0.052077144,0.0018905121,0.000480286,0.0000010950646,0.00020796993,0.001508936],"genre_scores_gemma":[0.99543643,0.000006590321,0.0010062739,0.0028558508,0.00050032313,0.00003751081,0.0000044391068,0.000009928603,0.00014263419],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.9969303,0.000033960267,0.0004590349,0.00048135663,0.0011274691,0.0009678764],"domain_scores_gemma":[0.9986898,0.0000776767,0.0002606827,0.00027792217,0.00053879403,0.00015516479],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.004246261,0.00011474937,0.00024020755,0.0009333288,0.0018195524,0.00010368668,0.0005913939,0.0000613804,0.00012960723],"category_scores_gemma":[0.004633758,0.00009997579,0.000029598294,0.011625297,0.0016585789,0.00050549855,0.0003957458,0.00036172982,0.00016110219],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000064306623,0.00039871785,0.034577046,0.00073987467,0.000008936936,0.0000052273954,0.008222783,0.000043016746,0.007812709,0.83558494,0.005165298,0.10743503],"study_design_scores_gemma":[0.00067890005,0.00014234526,0.10875668,0.002536326,0.000015476598,0.00009007546,0.2023159,0.018158741,0.00043367883,0.028142441,0.63775855,0.00097086874],"about_ca_topic_score_codex":0.0074625215,"about_ca_topic_score_gemma":0.0005180341,"teacher_disagreement_score":0.8074425,"about_ca_system_score_codex":0.00033450083,"about_ca_system_score_gemma":0.015179485,"threshold_uncertainty_score":0.99947995},"labels":[],"label_agreement":null},{"id":"W4319082716","doi":"10.1007/s40670-023-01729-8","title":"Considering the Structured Oral Examinations Beyond Its Psychometrics Properties","year":2023,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Centre Hospitalier Universitaire de Sherbrooke; Université de Sherbrooke","funders":"","keywords":"Psychometrics; Psychology; Educational measurement; Medical education; Medicine; Clinical psychology; Pedagogy; Curriculum","score_opus":0.08053409116000604,"score_gpt":0.38701772230224424,"score_spread":0.3064836311422382,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4319082716","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9202388,0.00012769573,0.00008694258,0.07230918,0.0045420723,0.00040582955,0.0000012558501,0.00015563336,0.002132573],"genre_scores_gemma":[0.9914062,0.000036906433,0.0009037389,0.005227575,0.00069218973,0.00010507508,0.000010846719,0.000014137954,0.0016033392],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9963565,0.000043217733,0.00035337626,0.00036509035,0.0023626073,0.00051919714],"domain_scores_gemma":[0.9984815,0.0001617875,0.00007469866,0.00043374224,0.0005007328,0.00034751702],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.003106286,0.00012468529,0.00017181832,0.0007462581,0.0006935224,0.00008857998,0.00055851985,0.00010548882,0.001285768],"category_scores_gemma":[0.032180425,0.00007290849,0.00003730834,0.0103987325,0.001742406,0.00020073634,0.00012442803,0.0005064009,0.0003379071],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022275914,0.0006351052,0.02896568,0.00022944574,0.00005381987,0.00003296192,0.010460358,0.0000059974486,0.015018584,0.022334928,0.32263255,0.5996083],"study_design_scores_gemma":[0.0016270607,0.00030662693,0.63551897,0.00044039843,0.00011836661,0.00047052337,0.023910241,0.013100394,0.015804838,0.002740478,0.30531856,0.0006435643],"about_ca_topic_score_codex":0.000021430993,"about_ca_topic_score_gemma":0.000006956361,"teacher_disagreement_score":0.60655326,"about_ca_system_score_codex":0.00020896533,"about_ca_system_score_gemma":0.0031758503,"threshold_uncertainty_score":0.9996272},"labels":[],"label_agreement":null},{"id":"W4321599717","doi":"10.1007/s40670-022-01704-9","title":"A Proposed Curricular Framework for an Interprofessional Approach to Deprescribing","year":2023,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Pharmaceutical Practices and Patient Outcomes","field":"Medicine","cited_by":55,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Lunenfeld-Tanenbaum Research Institute; Université de Montréal; Ontario Tech University; Custom Security Industries (Canada); Université Laval; University of Regina; Ontario Drug Policy Research Network; Women's College Hospital; University of Toronto; Public Health Ontario; Ontario Shores Centre for Mental Health Sciences; Manitoba Beekeepers' Association; University of Ottawa; Dalhousie University; Bridgepoint Active Healthcare; University of Alberta; Institut Universitaire de Gériatrie de Montréal; Trillium Health Centre; University of Manitoba; McMaster University; Ontario Stroke Network; Canadian Association on Gerontology; Bruyère; University of Waterloo","funders":"Canadian Institutes of Health Research","keywords":"Deprescribing; Interprofessional education; Medical education; Psychology; Medicine; Polypharmacy; Health care; Intensive care medicine; Political science","score_opus":0.20821713071258405,"score_gpt":0.503369656818076,"score_spread":0.2951525261054919,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4321599717","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96283466,0.00002367509,0.016372897,0.015693726,0.0023730402,0.0011797447,0.0000034432844,0.0001497156,0.0013691034],"genre_scores_gemma":[0.96261144,0.0000031642226,0.028802976,0.007567869,0.0006604288,0.00014487094,0.000015865486,0.0000142186,0.00017914358],"study_design_codex":"observational","study_design_gemma":"simulation_or_modeling","domain_scores_codex":[0.997229,0.00004972841,0.00023229318,0.0005046969,0.0013977962,0.0005865172],"domain_scores_gemma":[0.9973989,0.0004041078,0.000043351225,0.00027588668,0.0000990806,0.0017786429],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0019966965,0.00011811306,0.00020400224,0.00019462025,0.0002920865,0.00006438422,0.00045724586,0.000097792916,0.00023571253],"category_scores_gemma":[0.008871322,0.000077005454,0.00006993596,0.001449972,0.00030346768,0.00031895173,0.0001780044,0.00039540097,0.0001552485],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0014232778,0.009175516,0.5729765,0.0011018843,0.00011773818,0.00007476358,0.014637817,0.00002258673,0.016341764,0.07255154,0.04900354,0.262573],"study_design_scores_gemma":[0.007272446,0.0046768812,0.27163476,0.004271418,0.00048399964,0.00033994843,0.035875447,0.35881048,0.013642575,0.024417717,0.27611881,0.0024555263],"about_ca_topic_score_codex":0.000016925245,"about_ca_topic_score_gemma":6.4102807e-7,"teacher_disagreement_score":0.3587879,"about_ca_system_score_codex":0.00008475148,"about_ca_system_score_gemma":0.0014572161,"threshold_uncertainty_score":0.9994774},"labels":[],"label_agreement":null},{"id":"W4323357696","doi":"10.1007/s40670-023-01764-5","title":"The #Tweetorial: an Underutilized Teaching Tool in Undergraduate Medical Education?","year":2023,"lang":"en","type":"editorial","venue":"Medical Science Educator","topic":"Social Media in Health Education","field":"Social Sciences","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia","funders":"","keywords":"Bridging (networking); Curriculum; Asynchronous learning; Medical education; Asynchronous communication; Medical school; Computer science; Psychology; Medicine; Teaching method; Mathematics education; Pedagogy; Cooperative learning; Synchronous learning","score_opus":0.05464003072181312,"score_gpt":0.4829890071216464,"score_spread":0.42834897639983327,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4323357696","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.006127419,0.00035026035,0.000009192822,0.097140126,0.8924665,0.0014868617,0.000007038375,0.00030700868,0.0021055925],"genre_scores_gemma":[0.004962714,0.0028779241,0.00016711431,0.0006477716,0.9875681,0.0024332202,0.000080264006,0.000095676805,0.0011672175],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.97445863,0.0030342576,0.0014143657,0.0014744157,0.017205538,0.0024127858],"domain_scores_gemma":[0.9136624,0.076049335,0.0010533544,0.0020169928,0.0015224452,0.0056954795],"candidate_categories":["metaresearch","metaepi_narrow","sts","open_science","research_integrity"],"consensus_categories":["metaresearch","sts","research_integrity"],"category_scores_codex":[0.051107604,0.0004663388,0.0006807204,0.0006122726,0.005390496,0.000948261,0.006087131,0.0021606614,0.00050185143],"category_scores_gemma":[0.6579811,0.0003745921,0.00014597889,0.003690317,0.0066930656,0.00079803105,0.00038666447,0.00464964,0.00036605058],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":true,"study_design_scores_codex":[0.000012364729,0.00048351754,0.00047878246,0.000026588606,0.0000062844506,0.000004530624,0.010417867,5.7105424e-8,2.44302e-7,0.024374701,0.8156775,0.14851755],"study_design_scores_gemma":[0.00034461127,0.000051096347,0.00039406779,0.00046814792,0.000017657434,5.259173e-7,0.013815517,0.000034550783,3.7787018e-7,0.011635784,0.9728142,0.000423462],"about_ca_topic_score_codex":0.050706316,"about_ca_topic_score_gemma":0.0819077,"teacher_disagreement_score":0.6068735,"about_ca_system_score_codex":0.0048209387,"about_ca_system_score_gemma":0.30921707,"threshold_uncertainty_score":0.9998706},"labels":[],"label_agreement":null},{"id":"W4366991010","doi":"10.1007/s40670-023-01782-3","title":"A History of Musculoskeletal Medicine and Its Place and Progress in Undergraduate Medical Education","year":2023,"lang":"en","type":"review","venue":"Medical Science Educator","topic":"Musculoskeletal Disorders and Rehabilitation","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Compute Canada; Western University; McMaster University; Canada Research Chairs; Impact","funders":"","keywords":"Curriculum; Alternative medicine; Medical education; Medicine; Musculoskeletal disease; Family medicine; Psychology; Pathology; Disease; Pedagogy","score_opus":0.04120001133252952,"score_gpt":0.4129790693746719,"score_spread":0.37177905804214234,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4366991010","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0074266703,0.97692853,0.0000013048681,0.0122599825,0.0017424971,0.0011190517,0.0000018851242,0.000036298337,0.00048379652],"genre_scores_gemma":[0.0012819457,0.99686354,0.00006589449,0.00021238913,0.00037866642,0.00023746287,0.000030293464,0.000037350022,0.00089244335],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9951928,0.00019901787,0.0009830726,0.000812332,0.002361454,0.0004512686],"domain_scores_gemma":[0.9974064,0.00052972836,0.0003031097,0.00029674487,0.00015829616,0.001305699],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0031213814,0.00034817326,0.0015144978,0.0009975316,0.000058263642,0.000008116229,0.00035587425,0.00045587256,0.00037924616],"category_scores_gemma":[0.010207589,0.00022587141,0.00014857299,0.0014453763,0.0041374676,0.00012609395,0.00019793054,0.0007046728,0.000015810834],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000006866361,0.00040655705,0.0003405205,0.041950993,0.0000235639,0.000011414576,0.00069052435,1.8329661e-9,4.8350523e-7,0.0016269397,0.0041567027,0.95078546],"study_design_scores_gemma":[0.0011058577,0.0007267337,0.0035240334,0.08745731,0.000464398,0.00021442739,0.001049091,0.00017086073,8.142229e-8,0.00032184407,0.90450466,0.00046069786],"about_ca_topic_score_codex":0.00011145421,"about_ca_topic_score_gemma":0.00006119539,"teacher_disagreement_score":0.9503247,"about_ca_system_score_codex":0.00061321096,"about_ca_system_score_gemma":0.02563475,"threshold_uncertainty_score":0.9985727},"labels":[],"label_agreement":null},{"id":"W4375862856","doi":"10.1007/s40670-023-01794-z","title":"Evaluating the Construct Validity of Competencies: A Retrospective Analysis","year":2023,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Ottawa; McMaster University; Health Sciences Centre","funders":"","keywords":"Competence (human resources); Discriminant validity; Construct validity; Psychology; Trait; Context (archaeology); Convergent validity; Construct (python library); Medical education; Applied psychology; Computer science; Social psychology; Medicine; Psychometrics; Clinical psychology","score_opus":0.10151440911402217,"score_gpt":0.46681159403995043,"score_spread":0.3652971849259283,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4375862856","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9775205,0.000011841506,0.00023100944,0.019382793,0.001389293,0.00024612847,0.0000031122845,0.000061005216,0.0011543125],"genre_scores_gemma":[0.99544394,0.000008757082,0.0024971995,0.0014212334,0.00035144316,0.00003922541,0.000012708618,0.000005520957,0.0002199729],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99540085,0.00009489176,0.0004567331,0.00036358577,0.0033044363,0.0003795121],"domain_scores_gemma":[0.99783844,0.0003821781,0.00017996941,0.00056609936,0.00079303095,0.00024025858],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009330111,0.00009637158,0.00031504818,0.0005741549,0.0003784662,0.0000226395,0.0005321798,0.00007297537,0.0021133975],"category_scores_gemma":[0.035446066,0.00005843449,0.00011180329,0.015819885,0.0036373925,0.00008364889,0.00012403887,0.00038551821,0.000074209005],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000022775364,0.00041153096,0.89188117,0.00009115192,0.0002542018,0.000008147807,0.0061119096,0.000012756036,0.006286405,0.012523542,0.017042499,0.06535394],"study_design_scores_gemma":[0.00032614285,0.00028073599,0.9608458,0.00008702316,0.00037073114,0.000028381914,0.0071729734,0.027514342,0.0010937614,0.0009961966,0.0011766701,0.00010718833],"about_ca_topic_score_codex":0.00008364103,"about_ca_topic_score_gemma":0.000006932464,"teacher_disagreement_score":0.06896471,"about_ca_system_score_codex":0.00027687315,"about_ca_system_score_gemma":0.0045193573,"threshold_uncertainty_score":0.99907416},"labels":[],"label_agreement":null},{"id":"W4383555187","doi":"10.1007/s40670-023-01831-x","title":"Effects of SGM Education for Undergraduate Medical Students in a Canadian Context","year":2023,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"LGBTQ Health, Identity, and Policy","field":"Psychology","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Western University","funders":"","keywords":"Preparedness; Curriculum; Medical education; Context (archaeology); Medicine; Cohort; Psychology; Family medicine; Pedagogy","score_opus":0.023590396737467396,"score_gpt":0.4533813857664815,"score_spread":0.42979098902901414,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4383555187","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92657286,0.00025701398,0.000009212362,0.059623137,0.00917145,0.00058235176,0.000005309115,0.00002629021,0.00375236],"genre_scores_gemma":[0.99050206,0.000093376235,0.000014902691,0.004912194,0.0006447529,0.00024405602,0.0000067135993,0.000011296329,0.0035706512],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9966232,0.00013031228,0.0003569615,0.00038115692,0.0015792806,0.0009290926],"domain_scores_gemma":[0.9969682,0.00058627926,0.000071694,0.00023512958,0.00008167991,0.0020570224],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003411606,0.0001056702,0.00021337385,0.0006834371,0.00018710861,0.000036697504,0.0012640315,0.00017942413,0.00064858666],"category_scores_gemma":[0.006016512,0.000093715425,0.000047573783,0.0016639762,0.00071652513,0.00008617349,0.000078864796,0.00023399477,0.00063961453],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017410683,0.0009706189,0.5959866,0.00064778194,0.000014261198,0.000027913255,0.0033737393,6.306131e-8,0.000025388987,0.05817587,0.25548065,0.08527971],"study_design_scores_gemma":[0.0010405509,0.00014019426,0.94775367,0.00015566993,0.000016272948,0.000012281969,0.0009538584,0.000042501117,0.000025704776,0.0045398967,0.045154337,0.0001650634],"about_ca_topic_score_codex":0.6166559,"about_ca_topic_score_gemma":0.32876635,"teacher_disagreement_score":0.35176706,"about_ca_system_score_codex":0.00038080884,"about_ca_system_score_gemma":0.021792341,"threshold_uncertainty_score":0.9837532},"labels":[],"label_agreement":null},{"id":"W4385457488","doi":"10.1007/s40670-023-01834-8","title":"Analysis of Student Perceptions of a Newly Developed Integrative System Course Model","year":2023,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Problem and Project Based Learning","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Trillium Health Centre","funders":"","keywords":"Helpfulness; Context (archaeology); Psychology; Medical education; Perception; Qualitative property; Class (philosophy); Medicine; Computer science; Social psychology; Artificial intelligence","score_opus":0.047875841448245145,"score_gpt":0.43289486356364326,"score_spread":0.3850190221153981,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4385457488","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98852813,0.000024855668,0.0022162483,0.0018981665,0.00033079565,0.00016122215,0.000009257914,0.00006680541,0.00676451],"genre_scores_gemma":[0.99857605,0.000028868828,0.0007143779,0.000054589498,0.00005650162,0.000025057878,0.0000034172335,0.000003318332,0.0005378116],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99688196,0.00020984915,0.00033139132,0.00026532047,0.0019407485,0.00037075073],"domain_scores_gemma":[0.99869776,0.0002671666,0.00014774893,0.00016890092,0.00033398354,0.00038443005],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.005647623,0.00007815001,0.00029031458,0.00054781704,0.0004927892,0.000031015945,0.0008242067,0.00007204379,0.0004570345],"category_scores_gemma":[0.0014467741,0.000058393623,0.00010503402,0.00871549,0.001769563,0.0001642879,0.000104123756,0.00015436593,0.000030320043],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000012204174,0.00046396002,0.4210197,0.0000675766,0.00029431784,0.000005473059,0.49032906,0.0026439945,0.0011114184,0.05768934,0.0019433562,0.024419595],"study_design_scores_gemma":[0.00023276391,0.000074305965,0.24566634,0.00024961613,0.00041446125,4.824066e-7,0.6617367,0.09044516,0.00013374325,0.0001513648,0.0006529276,0.0002421117],"about_ca_topic_score_codex":0.0020355259,"about_ca_topic_score_gemma":0.0014925122,"teacher_disagreement_score":0.17535336,"about_ca_system_score_codex":0.0002045875,"about_ca_system_score_gemma":0.008871789,"threshold_uncertainty_score":0.996747},"labels":[],"label_agreement":null},{"id":"W4386074144","doi":"10.1007/s40670-023-01853-5","title":"Current Experiences, Expectations, and Future Roles of Faculty Development","year":2023,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Child and Adolescent Health","field":"Health Professions","cited_by":3,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hamilton Health Sciences; McMaster University","funders":"","keywords":"Focus group; Thematic analysis; Medical education; Curriculum; Faculty development; Perception; Reflexivity; Perspective (graphical); Strict constructionism; Qualitative research; Psychology; Meaning (existential); Professional development; Medicine; Pedagogy; Sociology; Computer science; Political science","score_opus":0.06725136514227611,"score_gpt":0.47233493455218345,"score_spread":0.4050835694099073,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386074144","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9881362,0.0007189925,0.000010398727,0.007819125,0.002859769,0.00022303584,0.0000037194854,0.000058014386,0.00017078174],"genre_scores_gemma":[0.9978679,0.00025134574,0.00024264691,0.00039311964,0.0010995885,0.00003826061,0.000013026237,0.000004772181,0.00008936856],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.99786067,0.000072830444,0.0003676132,0.00027886656,0.00094667845,0.00047333993],"domain_scores_gemma":[0.9989745,0.00010333979,0.00009868414,0.00012355564,0.00008169775,0.00061820657],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0011357475,0.0000817646,0.00014537308,0.0001430042,0.00094109663,0.0000072405737,0.0002914016,0.00005989209,0.00052752875],"category_scores_gemma":[0.0004990109,0.00005609425,0.000015439893,0.00092303735,0.00045742092,0.00009518639,0.00015618201,0.00029755762,0.00012767184],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000068083114,0.00018768848,0.100561455,0.0002593395,0.00000236233,0.0000014472247,0.4907381,2.9447087e-8,0.00006644487,0.0022252526,0.03267753,0.37327352],"study_design_scores_gemma":[0.00024372959,0.000015069643,0.27790588,0.00037931852,0.0000015253287,8.8418545e-7,0.5249395,0.000034896453,0.00015290405,0.000044292356,0.19618076,0.000101268844],"about_ca_topic_score_codex":0.00001300356,"about_ca_topic_score_gemma":0.000039651124,"teacher_disagreement_score":0.37317225,"about_ca_system_score_codex":0.00008469326,"about_ca_system_score_gemma":0.005149564,"threshold_uncertainty_score":0.9135105},"labels":[],"label_agreement":null},{"id":"W4386377919","doi":"10.1007/s40670-023-01858-0","title":"Undergraduate Learners’ Receptiveness to Feedback in Medical Schools: A Scoping Review","year":2023,"lang":"en","type":"review","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":10,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"McMaster University","keywords":"CINAHL; Credibility; Medical education; Psychology; Medicine; Psychological intervention; Nursing","score_opus":0.1245056116953976,"score_gpt":0.5107457383972881,"score_spread":0.3862401267018905,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386377919","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.00007615082,0.91149515,0.000045375047,0.07780496,0.0060338913,0.003587961,0.0000033959423,0.00021138601,0.00074171484],"genre_scores_gemma":[0.0000075867606,0.98454505,0.0006128893,0.010056135,0.0017967821,0.0014726747,0.0000823751,0.00011395338,0.0013125389],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9876394,0.00034573226,0.0022901206,0.0016936801,0.006702797,0.0013282365],"domain_scores_gemma":[0.9951387,0.0005210191,0.0003411363,0.0011495723,0.00047232935,0.0023772416],"candidate_categories":["metaresearch","metaepi_narrow","bibliometrics","research_integrity","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.015306864,0.00061361166,0.00277753,0.0020117422,0.00020444267,0.00011512304,0.0018949963,0.0007784607,0.00309146],"category_scores_gemma":[0.10257661,0.00044704112,0.00031022224,0.023252286,0.0012588509,0.00019514379,0.00065109145,0.0035875114,0.010959353],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000002283378,0.00017950742,0.000013868941,0.12741485,0.00002342031,0.00012535104,0.00009436617,2.0627613e-8,9.042777e-8,0.00027601956,0.042391345,0.82947886],"study_design_scores_gemma":[0.000119476244,0.00005118166,0.000009814471,0.58247906,0.00015898753,0.00020961302,0.00018393782,0.000010318264,2.2276744e-7,0.00005045115,0.41644722,0.00027974605],"about_ca_topic_score_codex":0.00008705835,"about_ca_topic_score_gemma":0.00005708989,"teacher_disagreement_score":0.82919914,"about_ca_system_score_codex":0.0021301392,"about_ca_system_score_gemma":0.07126663,"threshold_uncertainty_score":0.9997981},"labels":[],"label_agreement":null},{"id":"W4386506139","doi":"10.1007/s40670-023-01881-1","title":"Medical Students as Educators: Addressing Teaching Skills Through a Pre-clerkship Development Group","year":2023,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Medical education; Set (abstract data type); Small group learning; Psychology; Medicine; Computer science","score_opus":0.035999856907125045,"score_gpt":0.45865637301051415,"score_spread":0.4226565161033891,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386506139","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9554242,0.00007955317,0.00038739174,0.032124426,0.0068103466,0.00061750173,7.4635e-7,0.0004020819,0.0041537634],"genre_scores_gemma":[0.96601874,0.000043182714,0.008600841,0.01936377,0.0030138635,0.00032522212,0.00008136864,0.000057300567,0.002495736],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98401403,0.00016725578,0.0010677724,0.0010778351,0.0122644035,0.0014086788],"domain_scores_gemma":[0.9966419,0.00038511344,0.00021172882,0.0007582943,0.000293015,0.0017099737],"candidate_categories":["metaresearch","metaepi_narrow","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.013151162,0.00035511798,0.0004972781,0.00069961965,0.0012494163,0.00025361494,0.002233302,0.0004119812,0.0055689416],"category_scores_gemma":[0.044453632,0.0002836335,0.00009516723,0.004235328,0.001970559,0.0005387001,0.0007739035,0.0017857199,0.0018029339],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000048735226,0.006003809,0.13039707,0.00034753958,0.00010492226,0.00020622343,0.037726037,4.413346e-7,0.00044062932,0.0052125286,0.21054728,0.6089648],"study_design_scores_gemma":[0.002366523,0.00035988048,0.5545022,0.00468901,0.00008669593,0.0006719832,0.015634155,0.0004650187,0.0013663755,0.001215562,0.4176938,0.0009487942],"about_ca_topic_score_codex":0.000151575,"about_ca_topic_score_gemma":0.000011855691,"teacher_disagreement_score":0.608016,"about_ca_system_score_codex":0.0009957164,"about_ca_system_score_gemma":0.015897607,"threshold_uncertainty_score":0.99996156},"labels":[],"label_agreement":null},{"id":"W4386988728","doi":"10.1007/s40670-023-01888-8","title":"Documenting Performance and Feedback in Medical Education: An Essential Skill","year":2023,"lang":"en","type":"editorial","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Alberta Children's Hospital; University of Calgary","funders":"","keywords":"Documentation; Confidentiality; Medical education; Medical record; Computer science; Psychology; Medicine; Computer security","score_opus":0.007480612652982648,"score_gpt":0.3767675206947658,"score_spread":0.36928690804178316,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4386988728","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.33594278,0.000117954056,0.00000599864,0.0106407525,0.6515652,0.000373136,0.0000030853644,0.00010662458,0.0012444678],"genre_scores_gemma":[0.033684097,0.0010285693,0.0011706454,0.0027264808,0.9559342,0.00036087062,0.00059136504,0.00011167631,0.004392063],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9871597,0.00011044542,0.0011678988,0.0013978088,0.009027076,0.001137048],"domain_scores_gemma":[0.9952236,0.00057416764,0.00032770337,0.0009165002,0.0009843069,0.0019737596],"candidate_categories":["metaresearch","metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.008509553,0.00043712306,0.0007166039,0.0012423506,0.00043997978,0.00020269133,0.0012978897,0.0014470784,0.0034347072],"category_scores_gemma":[0.07702787,0.00038134656,0.000065213986,0.0040725935,0.0028937343,0.0006172866,0.00043989008,0.003178317,0.00026670177],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000021787504,0.0008442183,0.0026583793,0.00040911968,0.000010170523,0.000025529127,0.00094548607,7.142975e-8,0.0000064981205,0.00011389239,0.8444597,0.15050514],"study_design_scores_gemma":[0.001306756,0.0002618088,0.014579187,0.0043563875,0.0000753845,0.00010532239,0.0023982013,0.0015606185,0.00003708033,0.00012460708,0.9745768,0.0006178618],"about_ca_topic_score_codex":0.0003732355,"about_ca_topic_score_gemma":0.00010770325,"teacher_disagreement_score":0.30436903,"about_ca_system_score_codex":0.00088727806,"about_ca_system_score_gemma":0.0632534,"threshold_uncertainty_score":0.99986386},"labels":[],"label_agreement":null},{"id":"W4387407479","doi":"10.1007/s40670-023-01909-6","title":"The Relationship Between Self-Regulated Learning Competency and Clinical Reasoning Tendency in Medical Students","year":2023,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University","funders":"Peking University Health Science Center; Peking University; Social Sciences and Humanities Research Council of Canada; Fonds de Recherche du Québec-Société et Culture; China Medical Board","keywords":"Psychology; Virtual patient; Self-regulated learning; Medical education; Mathematics education; Medicine","score_opus":0.05199614830957926,"score_gpt":0.45486171560262184,"score_spread":0.40286556729304257,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387407479","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97145474,0.00018362008,0.000008308173,0.026302148,0.0009847624,0.00025304046,5.716633e-7,0.00020285614,0.00060994097],"genre_scores_gemma":[0.9977108,0.00042271908,0.00016439441,0.0004907877,0.00068359234,0.000021618805,0.000010898943,0.000015511052,0.00047966317],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99298894,0.00037378838,0.0009575436,0.0006523603,0.0042493595,0.00077802973],"domain_scores_gemma":[0.9017671,0.09361966,0.0002395404,0.0006096932,0.00020203296,0.003562015],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.02082141,0.00016464239,0.00043085622,0.00020836061,0.0006794404,0.000126047,0.0008653395,0.00033184755,0.00017580653],"category_scores_gemma":[0.5497555,0.00010389986,0.00009036374,0.0023455732,0.0019651148,0.00009353134,0.00050332886,0.0017034373,0.0002238898],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013003786,0.00021677872,0.9737031,0.000007484342,0.00001682083,0.00009311115,0.0002962403,1.7050237e-7,4.4327675e-7,0.0008134292,0.0008035401,0.024035865],"study_design_scores_gemma":[0.001200382,0.00022474586,0.9936134,0.0015114604,0.000049018654,0.000046840556,0.00062660675,0.0010286034,0.0000011172873,0.0005804188,0.0009965844,0.00012081531],"about_ca_topic_score_codex":0.000110507186,"about_ca_topic_score_gemma":0.000053721284,"teacher_disagreement_score":0.5289341,"about_ca_system_score_codex":0.000119941826,"about_ca_system_score_gemma":0.0038678881,"threshold_uncertainty_score":0.74006826},"labels":[],"label_agreement":null},{"id":"W4387454771","doi":"10.1007/s40670-023-01899-5","title":"A Curriculum Ignored? The Usage of Unofficial Commercial and Peer Learning Resources in Undergraduate Medical Education at a Canadian Medical School","year":2023,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":15,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Ottawa","funders":"","keywords":"Curriculum; Medical education; Educational resources; Medicine; Psychology; Pedagogy","score_opus":0.011769007072149196,"score_gpt":0.34133656383595323,"score_spread":0.32956755676380406,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4387454771","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.74202526,0.00009547571,0.0000063617117,0.25424194,0.001679929,0.00031109434,0.0000011574763,0.000041085335,0.0015976949],"genre_scores_gemma":[0.9871324,0.0001092584,0.00010852632,0.010255984,0.0013084958,0.000098542565,0.00003832667,0.000020441335,0.00092807895],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99099034,0.0002512453,0.0007625618,0.0005491692,0.006608485,0.00083818496],"domain_scores_gemma":[0.9953618,0.00032986785,0.0001610436,0.00039545516,0.00054273097,0.0032090768],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.010492152,0.00020103999,0.0003671899,0.0010009272,0.0006704239,0.000053804135,0.0008598197,0.00041811808,0.006212095],"category_scores_gemma":[0.13765122,0.0001398631,0.000057041372,0.0053037107,0.003444085,0.00014196291,0.0003111868,0.0016277389,0.000162214],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028451617,0.0007326021,0.5741966,0.00011616723,0.000019896164,0.000094379204,0.0054967958,0.0000016887255,0.00003956785,0.0032807584,0.17148738,0.24450576],"study_design_scores_gemma":[0.0018293848,0.00029605994,0.6160754,0.0017160825,0.000064548265,0.0007301205,0.030128423,0.014622902,0.00005203256,0.00055928784,0.33344376,0.00048201365],"about_ca_topic_score_codex":0.046014108,"about_ca_topic_score_gemma":0.06361749,"teacher_disagreement_score":0.24510708,"about_ca_system_score_codex":0.0007958069,"about_ca_system_score_gemma":0.048857063,"threshold_uncertainty_score":0.999268},"labels":[],"label_agreement":null},{"id":"W4388196981","doi":"10.1007/s40670-023-01921-w","title":"Exploring Resident Motivation with a Podcast Creation Activity: A Qualitative Study","year":2023,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto General Hospital; McMaster University; University of Toronto","funders":"","keywords":"Grounded theory; Curriculum; Flexibility (engineering); Focus group; Qualitative research; Medical education; Constructivist grounded theory; Psychology; Activity theory; Pedagogy; Medicine; Sociology; Management","score_opus":0.41418482202149315,"score_gpt":0.5591082505280616,"score_spread":0.14492342850656842,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4388196981","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9725866,0.0000023593595,0.00060072733,0.019533383,0.0020751476,0.0005150843,0.00000123219,0.0001613942,0.004524071],"genre_scores_gemma":[0.9957376,0.000008955985,0.0015986445,0.00013379671,0.0009458634,0.00050352706,0.000002603659,0.000010420485,0.0010585908],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9946517,0.0007919559,0.00023823133,0.00046766846,0.003342206,0.00050825236],"domain_scores_gemma":[0.99723005,0.0014943598,0.00012885718,0.00024923653,0.00055584515,0.0003416688],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.014875704,0.000109456094,0.0001401293,0.0006438272,0.0016669515,0.00017500522,0.0005619817,0.0000446119,0.00037622396],"category_scores_gemma":[0.022269478,0.00009102167,0.000020300029,0.008989206,0.0015685192,0.0013568338,0.00008383947,0.00023290541,0.00011456657],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020684476,0.00052783603,0.016736794,0.0000062369413,0.000012461656,0.000005035688,0.91184443,0.0000052612036,0.00019723218,0.037009075,0.0009071177,0.03272784],"study_design_scores_gemma":[0.00016334953,0.000121425706,0.187022,0.00004870758,0.000007349077,0.0000010075155,0.80731064,0.000035683384,0.00023034724,0.0016489651,0.0032630637,0.00014747783],"about_ca_topic_score_codex":0.0028327312,"about_ca_topic_score_gemma":0.00064636173,"teacher_disagreement_score":0.17028521,"about_ca_system_score_codex":0.0006816631,"about_ca_system_score_gemma":0.006075636,"threshold_uncertainty_score":0.9996327},"labels":[],"label_agreement":null},{"id":"W4389146839","doi":"10.1007/s40670-023-01950-5","title":"Cadaver Dissection Experience for First-Time Dissectors: a Hypothetical Three-Pronged Approach for Student Preparation","year":2023,"lang":"en","type":"review","venue":"Medical Science Educator","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":4,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Medical education; Intervention (counseling); Medicine; Process (computing); Cochrane Library; Dissection (medical); Psychology; Computer science; Surgery; Randomized controlled trial; Nursing","score_opus":0.06064938964476374,"score_gpt":0.3996782339553971,"score_spread":0.33902884431063335,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389146839","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.001839652,0.88955766,0.09137209,0.00029606064,0.0061109145,0.008381954,0.00007286929,0.0018493275,0.0005194859],"genre_scores_gemma":[0.0018651754,0.9701227,0.0037456793,0.000048973714,0.0023063505,0.020912064,0.00017166956,0.00020077178,0.00062661036],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9966409,0.000023510585,0.0006448259,0.0008281358,0.0010227225,0.00083991163],"domain_scores_gemma":[0.9982233,0.000530239,0.0000931223,0.00043722542,0.00006408168,0.00065202406],"candidate_categories":["metaepi_narrow"],"consensus_categories":[],"category_scores_codex":[0.0011819695,0.0003934825,0.00097020477,0.00027047438,0.00034660305,0.000071531664,0.0012214083,0.00065251335,0.00015210865],"category_scores_gemma":[0.0024696742,0.00028976653,0.00030729946,0.0010776941,0.0010293456,0.00014761541,0.00012802544,0.00046164016,0.00006091887],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000013281034,0.00039678317,0.000008615059,0.011217763,0.00011378206,0.0000044948856,0.0011438206,0.000008064569,0.0000048278675,0.0030237152,0.0071476167,0.9769172],"study_design_scores_gemma":[0.0002010355,0.00016037634,0.000007561166,0.0017248892,0.00015567226,0.000032382,0.00023994388,0.014834676,0.000020703848,0.00026389293,0.98188496,0.0004739118],"about_ca_topic_score_codex":0.00000519901,"about_ca_topic_score_gemma":0.000020370164,"teacher_disagreement_score":0.97644335,"about_ca_system_score_codex":0.000476134,"about_ca_system_score_gemma":0.00090632064,"threshold_uncertainty_score":0.9999555},"labels":[],"label_agreement":null},{"id":"W4389386980","doi":"10.1007/s40670-023-01955-0","title":"MUSIG: An Example Highlighting the Value of Student Led POCUS Education, Influenced by the COVID-19 Pandemic","year":2023,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Ultrasound in Clinical Applications","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University Health Centre","funders":"","keywords":"Coronavirus disease 2019 (COVID-19); Curriculum; Medical education; Pandemic; Value (mathematics); 2019-20 coronavirus outbreak; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); Medicine; Mathematics education; Computer science; Psychology; Pedagogy; Pathology","score_opus":0.11151015989655187,"score_gpt":0.4625987469671347,"score_spread":0.3510885870705828,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389386980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92317826,0.00009886219,0.00012426815,0.07455073,0.00081679,0.0006510428,0.0000056096046,0.000117051575,0.00045739353],"genre_scores_gemma":[0.98189497,0.00006944443,0.00022111407,0.016436422,0.0005224624,0.00031707902,0.000020798712,0.00001272455,0.00050500035],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99622196,0.00017515801,0.00062048505,0.0005534061,0.0019619516,0.00046704043],"domain_scores_gemma":[0.99359745,0.00366996,0.00021737814,0.0010559215,0.0002446455,0.0012146645],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.0063883103,0.00014124143,0.00024261404,0.00009941984,0.00076455664,0.000060177874,0.0016448552,0.00010286398,0.0008259642],"category_scores_gemma":[0.012638661,0.000071112736,0.00007176859,0.0025892137,0.0030256489,0.00012911066,0.00020247507,0.0004385536,0.00013684091],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000030170553,0.0026098618,0.7559056,0.00007648328,0.000053312735,0.0000017755682,0.02173693,0.000016401598,0.04805951,0.023612909,0.12813196,0.019765085],"study_design_scores_gemma":[0.0009371649,0.00033399774,0.6147805,0.00008735329,0.00012716325,0.00011050307,0.02308787,0.00025996607,0.0011433563,0.00564816,0.3531857,0.00029827812],"about_ca_topic_score_codex":0.0018454124,"about_ca_topic_score_gemma":0.00006589513,"teacher_disagreement_score":0.22505374,"about_ca_system_score_codex":0.00025315583,"about_ca_system_score_gemma":0.008868481,"threshold_uncertainty_score":0.99968755},"labels":[],"label_agreement":null},{"id":"W4389481903","doi":"10.1007/s40670-023-01954-1","title":"A Pandemic Innovation: Student-Led Model to Increase Accessibility to Educational and Mentorship Opportunities","year":2023,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Ophthalmology and Visual Health Research","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Université de Montréal; University of Toronto; Ottawa Hospital; University of Ottawa; Western University; McGill University; Queen's University; McGill University Health Centre","funders":"University of Toronto; Université de Sherbrooke; Alberta Medical Association; McGill University; University of Ottawa","keywords":"Mentorship; Specialty; Coronavirus disease 2019 (COVID-19); Medical education; Pandemic; Medical school; Severe acute respiratory syndrome coronavirus 2 (SARS-CoV-2); 2019-20 coronavirus outbreak; Medicine; Ophthalmology; Family medicine; Internal medicine; Virology","score_opus":0.43802995824986174,"score_gpt":0.6033555053972925,"score_spread":0.1653255471474308,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4389481903","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90746593,0.00002156176,0.000015474887,0.09043074,0.0004357734,0.0005125006,0.0000047943563,0.000044342276,0.001068888],"genre_scores_gemma":[0.9869753,0.000015661568,0.00024214477,0.00717984,0.00036485482,0.00022309147,0.0000143182615,0.0000067871265,0.00497801],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9970044,0.00007489081,0.0003309797,0.00048155314,0.0015360462,0.0005721564],"domain_scores_gemma":[0.9970057,0.00031395134,0.000033490713,0.0002638197,0.00035496653,0.0020280762],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0057882746,0.000104785795,0.00019651242,0.00068860827,0.00035794082,0.00004565287,0.0003769648,0.000089879424,0.0011224223],"category_scores_gemma":[0.0069299242,0.000081908634,0.000015250255,0.0031173525,0.0006049423,0.00015686729,0.00035283458,0.0002813763,0.00017646063],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00017782478,0.00063139026,0.96290934,0.0001547111,0.000008495545,0.000024500217,0.0030841692,9.392313e-7,0.0007609378,0.0059313225,0.012554105,0.013762261],"study_design_scores_gemma":[0.00036360152,0.0003166182,0.9940302,0.00010807358,0.000006787694,0.00005670789,0.0017681319,0.00074759894,0.000077109435,0.0015409893,0.0008734728,0.00011073605],"about_ca_topic_score_codex":0.000094320465,"about_ca_topic_score_gemma":0.000011400814,"teacher_disagreement_score":0.083250895,"about_ca_system_score_codex":0.00024090205,"about_ca_system_score_gemma":0.010013252,"threshold_uncertainty_score":0.99979067},"labels":[],"label_agreement":null},{"id":"W4392347472","doi":"10.1007/s40670-024-02020-0","title":"What About Empathy? A Qualitative Study Exploring the Role of a Podcast as an Asynchronous Empathy Teaching Tool","year":2024,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Educational Methods","field":"Social Sciences","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Health Sciences Centre; Sunnybrook Health Science Centre; Royal Victoria Regional Health Centre; Sinai Health System; University of Toronto","funders":"University of Toronto; Temerty Faculty of Medicine, University of Toronto; Sunnybrook Foundation; Sunnybrook Research Institute","keywords":"Empathy; Thematic analysis; Psychology; Compassion; Medical education; Feeling; Curriculum; Pedagogy; Qualitative research; Social psychology; Medicine","score_opus":0.07949269240927227,"score_gpt":0.5008105031378681,"score_spread":0.42131781072859587,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4392347472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9752816,0.00056117156,0.00017969306,0.00664116,0.01272917,0.0005186597,0.0000028302486,0.000087418746,0.0039982987],"genre_scores_gemma":[0.99405974,0.000039447972,0.0028333117,0.00035067394,0.0021143039,0.00033245122,0.0000014823523,0.000014994647,0.00025356535],"study_design_codex":"qualitative","study_design_gemma":"qualitative","domain_scores_codex":[0.9935389,0.0017534517,0.0005094506,0.00059381314,0.0030123855,0.00059200847],"domain_scores_gemma":[0.9967846,0.0019331243,0.00011445409,0.000454445,0.0003464706,0.0003668649],"candidate_categories":["metaresearch","sts"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.029929122,0.00015873347,0.00020960983,0.00034189294,0.0018740215,0.0008454531,0.001616629,0.00006654766,0.00059991423],"category_scores_gemma":[0.015627645,0.00011233748,0.00006468865,0.0027211038,0.0027306715,0.0028286988,0.00017125487,0.00064073375,0.00007839616],"study_design_candidate":"qualitative","study_design_consensus":"qualitative","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000024797944,0.0005287535,0.00031933322,0.0000045332713,0.000009158461,0.0000021936871,0.6914573,4.2952502e-7,0.0000561705,0.13723263,0.00007018608,0.17031683],"study_design_scores_gemma":[0.00005770814,0.00015868271,0.0024215034,0.00015415366,0.000013764898,0.0000049220885,0.9636569,0.00009566945,0.0001510481,0.01839268,0.014743443,0.00014949914],"about_ca_topic_score_codex":0.002971853,"about_ca_topic_score_gemma":0.00037158697,"teacher_disagreement_score":0.27219963,"about_ca_system_score_codex":0.0005258957,"about_ca_system_score_gemma":0.010184264,"threshold_uncertainty_score":0.9999833},"labels":[],"label_agreement":null},{"id":"W4399124526","doi":"10.1007/s40670-024-02067-z","title":"Surveying Undergraduate Medical Students’ Motivational Orientations and Learning Strategies in the First and Last Year of Medical School","year":2024,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University; Impact","funders":"","keywords":"Psychology; Scale (ratio); Medical education; Psychological intervention; Specialty; Significant difference; Anxiety; Mathematics education; Medicine","score_opus":0.021960578812325937,"score_gpt":0.39733888091515096,"score_spread":0.375378302102825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4399124526","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8879955,0.0002286933,0.0005885757,0.10967119,0.000750204,0.0001924375,8.660842e-7,0.000029063536,0.0005434825],"genre_scores_gemma":[0.9966085,0.00020911539,0.00041946716,0.0022079246,0.0004208432,0.000042080414,0.000013623103,0.000009598869,0.00006882499],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99226725,0.00014110796,0.0004894814,0.0003908956,0.006402243,0.00030902852],"domain_scores_gemma":[0.9981078,0.0009349217,0.000059247326,0.0001719682,0.00016104618,0.0005650522],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.011506473,0.00012065594,0.00019774261,0.00038425342,0.00030165323,0.00021717737,0.0005998597,0.00016789572,0.0013946677],"category_scores_gemma":[0.032433778,0.00007941276,0.000023628829,0.0021744957,0.0022688948,0.00029336417,0.0001915662,0.0012326081,0.000016612103],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014134375,0.00058828684,0.88735986,0.0003843776,0.000033227057,0.000065682,0.007386279,0.0000018531922,0.000028903929,0.069395214,0.007771606,0.026970586],"study_design_scores_gemma":[0.0008127487,0.00014741006,0.95301574,0.001509764,0.000027661325,0.00026446002,0.027366307,0.0033551755,0.000013201984,0.0011606534,0.012183103,0.00014379181],"about_ca_topic_score_codex":0.00020690712,"about_ca_topic_score_gemma":0.00015186332,"teacher_disagreement_score":0.10861304,"about_ca_system_score_codex":0.00012030569,"about_ca_system_score_gemma":0.007425592,"threshold_uncertainty_score":0.9995182},"labels":[],"label_agreement":null},{"id":"W4402750520","doi":"10.1007/s40670-024-02168-9","title":"Perceptions of Interprofessional Collaboration in Managing HPV-Related Oropharyngeal Cancer: Implications for Interprofessional Education","year":2024,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"Schulich School of Medicine and Dentistry","keywords":"Interprofessional education; Perception; Medical education; Medicine; Psychology; Health care; Political science","score_opus":0.020392622557929056,"score_gpt":0.4977218807467888,"score_spread":0.47732925818885974,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4402750520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85771304,0.00077598065,0.0013498684,0.10566243,0.027944712,0.0017963703,0.00013425545,0.00010735583,0.0045159794],"genre_scores_gemma":[0.98572135,0.000102535596,0.0013603107,0.0018283706,0.00082449865,0.0032683073,0.0001965215,0.000031553816,0.006666547],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9964138,0.000327542,0.0011891607,0.00068247673,0.00080371654,0.0005832503],"domain_scores_gemma":[0.9972836,0.00082670996,0.00025358872,0.00032148173,0.0008797553,0.00043491437],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0022314282,0.00021838331,0.0003342489,0.0009899994,0.0009722231,0.00004765254,0.0006663755,0.00030846964,0.0071154768],"category_scores_gemma":[0.0010089199,0.0001792703,0.000090348156,0.0034358592,0.00055268285,0.0007853363,0.00017900945,0.00085054676,0.00013642939],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00061608455,0.0017348463,0.22276253,0.0012292408,0.000049538477,0.0000012584462,0.03134943,0.00001544944,0.041555002,0.43343654,0.075848766,0.19140133],"study_design_scores_gemma":[0.0016963667,0.00029531447,0.70258176,0.016049987,0.00010458998,0.000013728252,0.17081918,0.016486587,0.00064605987,0.06508518,0.025227431,0.0009938262],"about_ca_topic_score_codex":0.0007047976,"about_ca_topic_score_gemma":0.0015053566,"teacher_disagreement_score":0.47981924,"about_ca_system_score_codex":0.0014013324,"about_ca_system_score_gemma":0.09057449,"threshold_uncertainty_score":0.9937922},"labels":[],"label_agreement":null},{"id":"W4403688218","doi":"10.1007/s40670-024-02190-x","title":"Exploring Artificial Intelligence Readiness in Medical Students: Analysis of a Global Survey","year":2024,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":11,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Curriculum; Medical education; Inclusion (mineral); Scale (ratio); Demographics; Psychology; Artificial intelligence; Medicine; Computer science; Pedagogy; Sociology","score_opus":0.4309244615324255,"score_gpt":0.5447383030825937,"score_spread":0.11381384155016827,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4403688218","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9854706,0.00033242677,0.0015309585,0.008609326,0.003606816,0.0002085378,0.000008019527,0.00004766768,0.00018563026],"genre_scores_gemma":[0.99868095,0.00023779528,0.000076411365,0.0004477958,0.00045581712,0.000059831218,0.000016071275,0.000007765348,0.000017538821],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9935043,0.00013576218,0.0010383978,0.0006440848,0.004105747,0.0005717399],"domain_scores_gemma":[0.9974158,0.0007381965,0.00006629547,0.00036790548,0.00031267904,0.0010991715],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.009641585,0.00015239947,0.00048170588,0.0007549213,0.00009187599,0.000096186064,0.00088290306,0.00015019142,0.001977421],"category_scores_gemma":[0.012629771,0.00012148192,0.000120274286,0.0138011975,0.0011035319,0.00033170645,0.00015715393,0.00043528044,0.00010223208],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":true,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00005391366,0.0006788311,0.6272969,0.000091684604,0.00007522444,0.00008176741,0.0021129288,0.000007973852,0.000039006572,0.004417798,0.00008797289,0.36505598],"study_design_scores_gemma":[0.000023651188,0.00021984689,0.9651957,0.00095723255,0.00024222057,0.000042447944,0.0073477905,0.021002686,0.0026731207,0.0016632825,0.00037113516,0.00026085207],"about_ca_topic_score_codex":0.010455697,"about_ca_topic_score_gemma":0.00725018,"teacher_disagreement_score":0.36479512,"about_ca_system_score_codex":0.00064107205,"about_ca_system_score_gemma":0.007699627,"threshold_uncertainty_score":0.9989349},"labels":[],"label_agreement":null},{"id":"W4404461467","doi":"10.1007/s40670-024-02225-3","title":"Developing Performance Mental Skills (PerMS) in Medical Education: Supporting Well-Being Using the 3 M + S Framework","year":2024,"lang":"en","type":"editorial","venue":"Medical Science Educator","topic":"Sport Psychology and Performance","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Toronto; Alberta Health; University of Alberta","funders":"","keywords":"Mindset; Parallels; Psychology; Medical education; Cognition; Cognitive skill; Mental health; Applied psychology; Computer science; Medicine; Psychotherapist; Psychiatry; Engineering","score_opus":0.014991873341359126,"score_gpt":0.42077364770811493,"score_spread":0.4057817743667558,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4404461467","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.24428673,0.0009598246,0.000053096446,0.0073450417,0.73755985,0.0003415008,0.000004306332,0.00006809649,0.009381528],"genre_scores_gemma":[0.12751757,0.0006528768,0.0008677687,0.0066984496,0.8595046,0.0002937738,0.000084374835,0.00010164511,0.0042789592],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9906655,0.00018900941,0.0013302013,0.0016037466,0.004515954,0.0016955838],"domain_scores_gemma":[0.99651325,0.0010900946,0.0003923843,0.0009523619,0.00018552376,0.0008663959],"candidate_categories":["metaepi_narrow","sts","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity","insufficient_payload"],"category_scores_codex":[0.009859614,0.0005611753,0.00063076516,0.00062473485,0.00089650834,0.00020269811,0.0035039654,0.0021860006,0.026753932],"category_scores_gemma":[0.0055809193,0.00040113996,0.00014287654,0.002782216,0.002774322,0.00034623817,0.0005425456,0.0058751227,0.0016807655],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000028550849,0.00042688593,0.016062202,0.0001594769,0.0000400731,0.00011379327,0.012900941,5.0293187e-7,0.0000013838614,0.00285198,0.9285834,0.038830798],"study_design_scores_gemma":[0.00026384564,0.000056161345,0.003610301,0.003784459,0.000037567796,0.00027300123,0.0029558681,0.0002989368,0.000015224762,0.0008063214,0.98725396,0.00064436113],"about_ca_topic_score_codex":0.00024983613,"about_ca_topic_score_gemma":0.000066190005,"teacher_disagreement_score":0.12194471,"about_ca_system_score_codex":0.0009168645,"about_ca_system_score_gemma":0.03288155,"threshold_uncertainty_score":0.99993956},"labels":[],"label_agreement":null},{"id":"W4405015817","doi":"10.1007/s40670-024-02197-4","title":"The Predictive Power of Short Answer Questions in Undergraduate Medical Education Progress Difficulty","year":2024,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Student Assessment and Feedback","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"","keywords":"Formative assessment; Logistic regression; Odds; Medical education; Predictive power; Referral; Psychology; Medicine; Mathematics education; Family medicine; Internal medicine","score_opus":0.01476621263406066,"score_gpt":0.40068161397087415,"score_spread":0.3859154013368135,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405015817","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8271158,0.0019424508,0.00009146461,0.1376122,0.01045476,0.00057335646,0.000002910582,0.00010612719,0.022100948],"genre_scores_gemma":[0.99794024,0.0003633618,0.000061345105,0.00017515727,0.00052608503,0.000104213694,0.0000019101474,0.00000600422,0.0008216641],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"observational","domain_scores_codex":[0.9951572,0.00017774818,0.00032273863,0.00036368292,0.0034839946,0.0004946636],"domain_scores_gemma":[0.998613,0.00040978708,0.000035749214,0.00018024286,0.00016581785,0.000595387],"candidate_categories":["sts"],"consensus_categories":[],"category_scores_codex":[0.0042171683,0.000102651255,0.00013146803,0.0001512817,0.0006038258,0.00021405458,0.0010767281,0.00012479795,0.00055151863],"category_scores_gemma":[0.0034240535,0.00006362227,0.000056925386,0.0019818577,0.00514395,0.00033966053,0.00012233602,0.00035587643,0.000027985436],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000020916606,0.0020077545,0.33090794,0.00003450269,0.000039452698,0.000018285753,0.0497055,4.9343845e-7,0.00004409982,0.3957878,0.04725529,0.17417797],"study_design_scores_gemma":[0.00025676817,0.00019380107,0.649101,0.001193204,0.000040521456,0.000009089805,0.080704674,0.000991024,0.000053147924,0.008516166,0.25850502,0.00043559002],"about_ca_topic_score_codex":0.00051443756,"about_ca_topic_score_gemma":0.0017170957,"teacher_disagreement_score":0.38727164,"about_ca_system_score_codex":0.00032727874,"about_ca_system_score_gemma":0.016988588,"threshold_uncertainty_score":0.9975635},"labels":[],"label_agreement":null},{"id":"W4405104874","doi":"10.1007/s40670-024-02247-x","title":"‘It Takes a Village to Raise a Resident’: Lessons Learned on Interprofessional Socialization and Collaborative Practice from Recent Medical Graduates","year":2024,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Izaak Walton Killam Health Centre; Dalhousie University","funders":"","keywords":"Socialization; Interprofessional education; Mentorship; Identity (music); Medical education; Health care; Narrative; Enculturation; Psychology; Medicine; Nursing; Pedagogy; Political science","score_opus":0.07330914624881729,"score_gpt":0.5409580869936715,"score_spread":0.46764894074485425,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405104874","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.15772758,0.0004663909,0.0005577789,0.8185468,0.013024577,0.00079998776,0.0000542655,0.00013352625,0.008689149],"genre_scores_gemma":[0.87877095,0.0011289254,0.0013705544,0.10761748,0.0031769301,0.00086789764,0.000117918,0.000050512535,0.0068988134],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.99349517,0.001222649,0.0006867518,0.00086988317,0.0031313908,0.0005941622],"domain_scores_gemma":[0.9935187,0.0036561226,0.00017257397,0.00026950613,0.0009922485,0.0013908456],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["insufficient_payload"],"category_scores_codex":[0.004543517,0.00023243466,0.0002843611,0.00037644984,0.0016611035,0.000173362,0.00054816675,0.000354411,0.013168552],"category_scores_gemma":[0.038596436,0.00017055792,0.000034574256,0.0026869683,0.00060542976,0.00058257236,0.00024444648,0.0011270068,0.0012351356],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0008157032,0.00055532553,0.0008076199,0.000094480565,0.00003877237,0.000045524062,0.13833043,6.7780326e-7,0.0017449288,0.05100732,0.70230323,0.10425598],"study_design_scores_gemma":[0.00055036135,0.00021008516,0.0043580076,0.004505921,0.000033254604,0.000004488858,0.13546357,0.0009902775,0.00033709826,0.0046162913,0.8485709,0.00035978202],"about_ca_topic_score_codex":0.0005314028,"about_ca_topic_score_gemma":0.0011992462,"teacher_disagreement_score":0.7210434,"about_ca_system_score_codex":0.00066113204,"about_ca_system_score_gemma":0.04055269,"threshold_uncertainty_score":0.9996386},"labels":[],"label_agreement":null},{"id":"W4405123268","doi":"10.1007/s40670-024-02231-5","title":"The Efficacy of Virtual Media to Deliver Interprofessional Education to Healthcare Learners in Southern Ontario: Successes, Shortcomings, and Potential Applicability to Rural Settings","year":2024,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"The King's University; University of Windsor; Western University; University of Waterloo","funders":"","keywords":"Interprofessional education; Medical education; Health care; Medicine; Psychology; Political science","score_opus":0.012693358455115563,"score_gpt":0.407373621871975,"score_spread":0.39468026341685947,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4405123268","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.85895663,0.000062627805,0.00012025922,0.13234054,0.007300204,0.0010691907,0.000013726517,0.000029017669,0.00010782133],"genre_scores_gemma":[0.9887323,0.0000033134536,0.00047929815,0.007812958,0.00056187424,0.00048389923,0.000013948732,0.000014456696,0.0018979638],"study_design_codex":"qualitative","study_design_gemma":"observational","domain_scores_codex":[0.99659723,0.00031700265,0.0007207587,0.000556845,0.0012221332,0.0005860558],"domain_scores_gemma":[0.99703896,0.0010431282,0.00008444121,0.0002932382,0.00039312936,0.0011471001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0033821175,0.00016854091,0.00022601843,0.00033825982,0.00080067705,0.000066439316,0.0006571659,0.00015636218,0.0008605182],"category_scores_gemma":[0.0031437504,0.000112517475,0.0000370241,0.00164097,0.00033150564,0.00017262419,0.0004187494,0.00082808797,0.00027070928],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011755318,0.0006182328,0.123805024,0.0002298251,0.000013516665,0.0000024671317,0.45507377,0.0000093081235,0.003757195,0.014674858,0.034967467,0.3656728],"study_design_scores_gemma":[0.00036692864,0.0002613872,0.48568898,0.0038033936,0.000014436947,0.000005133221,0.4692731,0.00022170406,0.00013837588,0.00078453805,0.03904552,0.0003964857],"about_ca_topic_score_codex":0.055727214,"about_ca_topic_score_gemma":0.13055699,"teacher_disagreement_score":0.36527634,"about_ca_system_score_codex":0.0010802638,"about_ca_system_score_gemma":0.02709256,"threshold_uncertainty_score":0.97842294},"labels":[],"label_agreement":null},{"id":"W4406225398","doi":"10.1007/s40670-024-02261-z","title":"In Which Scenarios Do Preceptors and Students Agree, Disagree, or Remain Neutral About Learner Mistreatment?","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Communication in Education and Healthcare","field":"Psychology","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Psychology; Medical education; Mathematics education; Medicine","score_opus":0.029578364926362687,"score_gpt":0.4726294329924489,"score_spread":0.44305106806608624,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406225398","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9191558,0.00067245204,0.000005620481,0.06553098,0.00414517,0.00037152588,0.0000026272853,0.00002966803,0.01008616],"genre_scores_gemma":[0.9747467,0.00016681767,0.00017814233,0.003066458,0.0001760915,0.00016840406,0.0000055959395,0.00000756751,0.02148424],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9977103,0.0002166643,0.00040249212,0.0005620279,0.0005963811,0.00051214214],"domain_scores_gemma":[0.99831575,0.00025727524,0.000076058845,0.00066541677,0.000109083165,0.00057641807],"candidate_categories":["insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0014003264,0.00014722139,0.0002048823,0.00027552273,0.00034134192,0.00011946816,0.0011514064,0.00014907606,0.009488789],"category_scores_gemma":[0.0011164076,0.000110823225,0.000025613283,0.0018009201,0.00095213,0.00016932048,0.00023702144,0.000438443,0.00014621952],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00006555609,0.0017587625,0.87477416,0.00004623974,0.000018488736,0.000005516065,0.021983499,3.8063067e-7,0.000019090076,0.013485095,0.045066137,0.042777076],"study_design_scores_gemma":[0.00075855426,0.000071010036,0.8500827,0.00019335779,0.000008694538,0.000011540647,0.012439429,0.000011135946,0.0000105815925,0.00037047284,0.13589679,0.00014575983],"about_ca_topic_score_codex":0.0014378955,"about_ca_topic_score_gemma":0.005003374,"teacher_disagreement_score":0.090830654,"about_ca_system_score_codex":0.0002950136,"about_ca_system_score_gemma":0.0024129292,"threshold_uncertainty_score":0.9914167},"labels":[],"label_agreement":null},{"id":"W4406342709","doi":"10.1007/s40670-024-02274-8","title":"What Matters Most to Occupational Therapy Clinician Anatomy Instructors","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Toronto Rehabilitation Institute; University of Toronto","funders":"Temerty Faculty of Medicine, University of Toronto; University of Toronto","keywords":"Occupational therapy; Medical education; Medicine; Psychology; Physical therapy","score_opus":0.015600402591376853,"score_gpt":0.3549369323456504,"score_spread":0.33933652975427353,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406342709","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9455217,0.0005734726,0.0008366156,0.04143956,0.0098331915,0.00016669065,0.0000017011483,0.00027485867,0.0013521726],"genre_scores_gemma":[0.96779376,0.00067691895,0.00068712275,0.030411713,0.00023098479,0.0000472535,0.0000027369517,0.0000092884775,0.00014019627],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9983984,0.000012610326,0.00023920725,0.00027763407,0.0006474987,0.00042462035],"domain_scores_gemma":[0.99907285,0.000092133545,0.000014407453,0.00023299501,0.000042622145,0.00054500095],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00055701286,0.00011414162,0.00015453632,0.0003322091,0.00013237711,0.00006144754,0.00078039075,0.00014705966,0.0008224811],"category_scores_gemma":[0.00059387507,0.00009336599,0.00003208227,0.0018271804,0.0007947642,0.000256825,0.00008496988,0.0002951706,0.00011660284],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000007653512,0.00006555805,0.008858858,0.000014621673,0.000014519345,0.0000072354455,0.000306655,0.000006111206,0.00021182683,0.010665548,0.07169996,0.90814143],"study_design_scores_gemma":[0.00027970495,0.000030381769,0.014866418,0.00012579397,0.0000028210823,0.0000048317006,0.0012564798,0.00073629594,0.0027578461,0.0012205462,0.9785476,0.00017133603],"about_ca_topic_score_codex":0.000019131812,"about_ca_topic_score_gemma":0.000017918972,"teacher_disagreement_score":0.90797013,"about_ca_system_score_codex":0.00013310909,"about_ca_system_score_gemma":0.0010783551,"threshold_uncertainty_score":0.9005592},"labels":[],"label_agreement":null},{"id":"W4406706525","doi":"10.1007/s40670-025-02284-0","title":"ChatGPT in Dental Education: Enhancing Student Proficiency in Informed Consent","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; Western University","funders":"","keywords":"Informed consent; Medical education; Dental education; Psychology; Medicine; Alternative medicine; Pathology","score_opus":0.07410536534970948,"score_gpt":0.5048511964917004,"score_spread":0.43074583114199094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406706525","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96871084,0.0003795907,0.00003103824,0.01779978,0.0043954747,0.0006768269,2.1818163e-7,0.000020901301,0.007985358],"genre_scores_gemma":[0.9945294,0.0001209627,0.0001447441,0.004051556,0.0002697524,0.00019641226,0.0000033272136,0.000004184642,0.00067961164],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9973735,0.000040242496,0.0006986806,0.0003993925,0.00094173383,0.00054643414],"domain_scores_gemma":[0.9987419,0.00033722888,0.000047954043,0.00026379453,0.00014924038,0.00045987393],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0017376239,0.00011740039,0.00021933675,0.0007812038,0.00014706992,0.000043823184,0.0003545619,0.00010776749,0.0004960363],"category_scores_gemma":[0.006040045,0.000100007484,0.000033097516,0.0026396767,0.00061507255,0.00019751088,0.0000862359,0.00036815216,0.00009046019],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00002241373,0.001525549,0.90424997,0.00016290159,0.0000017625383,0.000008018206,0.008777717,7.1951524e-7,0.0007928405,0.002309142,0.0007316293,0.08141733],"study_design_scores_gemma":[0.00022028179,0.00018681868,0.85043097,0.0028100766,0.00001084039,0.00004665131,0.11154255,0.0002061438,0.028249975,0.0007806292,0.005280699,0.00023439358],"about_ca_topic_score_codex":0.0023163436,"about_ca_topic_score_gemma":0.008323438,"teacher_disagreement_score":0.10276484,"about_ca_system_score_codex":0.0013264337,"about_ca_system_score_gemma":0.051013093,"threshold_uncertainty_score":0.9543668},"labels":[],"label_agreement":null},{"id":"W4406801744","doi":"10.1007/s40670-025-02289-9","title":"Exploring Medical Student Trust in Generative Artificial Intelligence (ChatGPT) Versus Peers in Team-Based Learning","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":8,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Lawson Health Research Institute; Western University","funders":"","keywords":"Generative grammar; Psychology; Artificial intelligence; Team-based learning; Computer science; Medical education; Medicine","score_opus":0.31177231890406537,"score_gpt":0.5059580407105914,"score_spread":0.194185721806526,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406801744","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9560343,0.00016999317,0.0013677005,0.035387915,0.005517268,0.00044091573,3.88126e-7,0.00004855804,0.0010329603],"genre_scores_gemma":[0.9970439,0.00012824741,0.00040620368,0.0015013076,0.00057708455,0.00022244618,0.000006295163,0.000010934434,0.00010356401],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9951293,0.00016808868,0.0009248202,0.0007210743,0.0022281595,0.0008285719],"domain_scores_gemma":[0.99776053,0.0007362087,0.00008415048,0.00030001515,0.00020427555,0.0009147939],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0046147737,0.00020288129,0.00037308954,0.0009556133,0.0002838348,0.000066322944,0.0005865118,0.00019742192,0.0010285999],"category_scores_gemma":[0.01612043,0.00017929549,0.00006616079,0.0033665465,0.0010771551,0.0002741968,0.00011694057,0.0012611703,0.000101610014],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0004145746,0.0015918785,0.267172,0.00008383401,0.000010615277,0.00009548837,0.012699969,0.00036125723,0.0003025259,0.0057899267,0.00024650746,0.7112314],"study_design_scores_gemma":[0.0016124641,0.0031858443,0.22123033,0.0076572997,0.000114470546,0.000043510674,0.37592342,0.21857326,0.14992027,0.0047899038,0.0149548305,0.0019943856],"about_ca_topic_score_codex":0.0018258967,"about_ca_topic_score_gemma":0.0015821832,"teacher_disagreement_score":0.70923704,"about_ca_system_score_codex":0.0012548587,"about_ca_system_score_gemma":0.012349791,"threshold_uncertainty_score":0.9998846},"labels":[],"label_agreement":null},{"id":"W4406935110","doi":"10.1007/s40670-025-02296-w","title":"Unraveling “Feeling Bad” in a Non-Western Culture: Achievement Emotions in Japanese Medical Students","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Medical Education and Admissions","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; Concordia University; McGill University Health Centre","funders":"Social Sciences and Humanities Research Council of Canada; Gifu University; Toyota Foundation","keywords":"Psychology; Shame; Anger; Feeling; Exploratory factor analysis; Variance (accounting); Valence (chemistry); Happiness; Explained variation; Scale (ratio); Social psychology; Clinical psychology; Developmental psychology; Psychometrics; Statistics","score_opus":0.02162246575913338,"score_gpt":0.4142417494351787,"score_spread":0.3926192836760453,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4406935110","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8654564,0.000112615024,0.00015257082,0.13017178,0.00199135,0.00043572544,7.625585e-7,0.000032096323,0.0016467016],"genre_scores_gemma":[0.97235096,0.00011586437,0.00030097982,0.022885382,0.00033087176,0.000085398744,0.000009314671,0.000009166354,0.003912081],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99382997,0.000089048684,0.00070086395,0.00064797554,0.004004945,0.000727228],"domain_scores_gemma":[0.99552494,0.00020597722,0.00006571966,0.000399894,0.00011717318,0.0036862676],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0044448157,0.00019889472,0.0004099559,0.0006827597,0.00020544825,0.000072918374,0.0011315217,0.00025008142,0.003835357],"category_scores_gemma":[0.02542295,0.00014522992,0.000070543705,0.002914387,0.00071260124,0.00012248653,0.00036594254,0.0010823383,0.000098496195],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0000595331,0.009553385,0.92571396,0.00026759988,0.000030908228,0.00027715048,0.018324634,0.000004765974,0.0013224242,0.0006012431,0.014511692,0.029332722],"study_design_scores_gemma":[0.004032099,0.00014632076,0.94091654,0.006045284,0.000035764886,0.000058595422,0.0147580765,0.0026628806,0.00017883089,0.0001270268,0.030704752,0.0003338557],"about_ca_topic_score_codex":0.0003095767,"about_ca_topic_score_gemma":0.00028482664,"teacher_disagreement_score":0.10728639,"about_ca_system_score_codex":0.00046777164,"about_ca_system_score_gemma":0.012712272,"threshold_uncertainty_score":0.99707526},"labels":[],"label_agreement":null},{"id":"W4407055618","doi":"10.1007/s40670-025-02290-2","title":"Integrating Cultural Awareness Practices into Medical School Nutrition Education with a Virtual Global Elective Course","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Cultural Competency in Health Care","field":"Social Sciences","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"London Health Sciences Centre; Western University","funders":"","keywords":"Course (navigation); Medical education; Psychology; Medicine; Engineering","score_opus":0.022103872307930223,"score_gpt":0.46434617837461967,"score_spread":0.44224230606668946,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407055618","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.879843,0.0006656225,0.00018738322,0.09702087,0.0057757576,0.0009095359,0.0000031462282,0.00016273846,0.015431958],"genre_scores_gemma":[0.9922485,0.0001409466,0.0012094602,0.0038131103,0.0017721166,0.00043804717,0.000011108217,0.000005159135,0.00036155898],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9938536,0.0004769995,0.00041356415,0.00070408935,0.0037911045,0.00076060207],"domain_scores_gemma":[0.99541265,0.0005158974,0.00033058933,0.00024718675,0.0014700672,0.0020236364],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.0033430576,0.00020611899,0.00025890817,0.00011531677,0.0024318334,0.00040823277,0.0014356489,0.0002614525,0.0011117881],"category_scores_gemma":[0.05544236,0.00014335958,0.000055583954,0.0038636646,0.0032790941,0.0014364208,0.00013954114,0.00071864465,0.00006257759],"study_design_candidate":"qualitative","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00019386783,0.0035674009,0.2598048,0.0002792872,0.00005991054,0.000029979385,0.03880075,0.0000011072092,0.00018783363,0.28714728,0.064836875,0.3450909],"study_design_scores_gemma":[0.0011009008,0.00065283524,0.048678666,0.0038053675,0.000097069955,0.00007634463,0.74690443,0.00039900275,0.00022913958,0.0071522496,0.190081,0.00082296383],"about_ca_topic_score_codex":0.02330328,"about_ca_topic_score_gemma":0.03641664,"teacher_disagreement_score":0.7081037,"about_ca_system_score_codex":0.002409457,"about_ca_system_score_gemma":0.10836198,"threshold_uncertainty_score":0.99980134},"labels":[],"label_agreement":null},{"id":"W4407911980","doi":"10.1007/s40670-025-02310-1","title":"Motivation Strategies for Learning and Their Influences in Students’ Feedback Literacy During Undergraduate Medical School: An Explanatory Sequential Mixed Methods Study","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Impact; McMaster University","funders":"","keywords":"Medical education; Psychology; Mathematics education; Medicine","score_opus":0.028475376074122996,"score_gpt":0.46791024447767,"score_spread":0.439434868403547,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407911980","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9860891,0.00015456554,0.0039901054,0.006970932,0.0017554323,0.0008364939,5.901914e-7,0.000072931216,0.00012984186],"genre_scores_gemma":[0.9934432,0.000040459152,0.004563213,0.0011468735,0.00035240932,0.00027182658,0.000013796755,0.00001342901,0.00015479137],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.995854,0.0004341559,0.0007404697,0.0007188129,0.0017246867,0.0005278777],"domain_scores_gemma":[0.99797636,0.00051931373,0.0001443826,0.0002902536,0.0003888078,0.0006809038],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.009030469,0.00022132155,0.00038188903,0.00083804806,0.0005058014,0.0002733465,0.0006204475,0.00018988401,0.0002649835],"category_scores_gemma":[0.026010728,0.00016926008,0.000037346705,0.0022268174,0.0010499452,0.0008607951,0.00022645868,0.00087697327,0.0000031619493],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011159916,0.0020706428,0.77571386,0.00025836652,0.000057488644,0.000012064973,0.009813201,0.0000051575894,0.00232948,0.001745869,0.0003063211,0.20757595],"study_design_scores_gemma":[0.0029088587,0.0004569792,0.8675503,0.0007990208,0.000041983607,0.000028785773,0.120051816,0.0023375184,0.0008854799,0.003013116,0.0016626734,0.0002634707],"about_ca_topic_score_codex":0.0001313982,"about_ca_topic_score_gemma":0.000049978815,"teacher_disagreement_score":0.20731246,"about_ca_system_score_codex":0.00039851866,"about_ca_system_score_gemma":0.0070560784,"threshold_uncertainty_score":0.998573},"labels":[],"label_agreement":null},{"id":"W4407980239","doi":"10.1007/s40670-025-02311-0","title":"“What’s the Culture in Medicine?”: Exploring Medical Culture from the Perspective of Medical Students in Clerkship","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta","funders":"","keywords":"Perspective (graphical); Medical education; Medicine; Psychology; Computer science; Artificial intelligence","score_opus":0.05646234414552227,"score_gpt":0.452084699122227,"score_spread":0.3956223549767047,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4407980239","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59784955,0.0023297286,0.000059836548,0.3906993,0.0065804473,0.0005621046,0.0000011376026,0.000026118929,0.0018917742],"genre_scores_gemma":[0.9619793,0.0020860124,0.00012997522,0.033269957,0.0018166678,0.00026948837,0.00001341576,0.0000143493235,0.00042078784],"study_design_codex":"observational","study_design_gemma":"qualitative","domain_scores_codex":[0.984906,0.00035060776,0.0011517082,0.0007874239,0.012100625,0.0007036023],"domain_scores_gemma":[0.9962971,0.0011502261,0.00021246419,0.0010225507,0.0006253947,0.0006922235],"candidate_categories":["metaresearch","sts","research_integrity","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.015019299,0.0002780303,0.00061127945,0.00043564482,0.00029732398,0.00009032242,0.0042309463,0.0005363736,0.0031448728],"category_scores_gemma":[0.079605795,0.0001347601,0.000087358036,0.0065725655,0.005785161,0.00040149,0.000653958,0.0029980224,0.000024480623],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000177326,0.0034965812,0.4065006,0.00015483922,0.00013213391,0.0001681416,0.21913265,0.0000011786303,0.00017398797,0.06670837,0.2094251,0.09392909],"study_design_scores_gemma":[0.0034860803,0.0001888387,0.46631533,0.009557125,0.000081745944,0.000054205913,0.47243816,0.0007457096,0.00022899245,0.006183829,0.040450685,0.00026930077],"about_ca_topic_score_codex":0.003011648,"about_ca_topic_score_gemma":0.0010240821,"teacher_disagreement_score":0.36412978,"about_ca_system_score_codex":0.0009156234,"about_ca_system_score_gemma":0.00836203,"threshold_uncertainty_score":0.9993021},"labels":[],"label_agreement":null},{"id":"W4408055219","doi":"10.1007/s40670-025-02329-4","title":"Equity and Longitudinal Assessments: Perspectives from Physician Assistants/Associates (PAs) Participating in PANRE-LA","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"123 Certification (Canada)","funders":"","keywords":"Formative assessment; Demographics; Flexibility (engineering); Equity (law); Medical education; Lifelong learning; Psychology; Medicine; Pedagogy; Political science; Sociology","score_opus":0.04964002220499344,"score_gpt":0.4717668983435085,"score_spread":0.4221268761385151,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408055219","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9711049,0.0002044484,0.00018238065,0.019855898,0.0010548312,0.00016771506,0.0000030864694,0.000037181657,0.0073895357],"genre_scores_gemma":[0.99411374,0.000023992798,0.0021837042,0.0030728823,0.00031544367,0.00013851044,0.000007974414,0.0000065848494,0.00013714007],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99714535,0.000090335896,0.00038654837,0.0005378339,0.001346059,0.0004938812],"domain_scores_gemma":[0.99883384,0.00036902173,0.00010050745,0.0002500483,0.00019481104,0.0002517483],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0030410327,0.00013576905,0.00029569687,0.00028227438,0.00025917118,0.00010970899,0.00031641434,0.00012277345,0.00040520472],"category_scores_gemma":[0.0122787515,0.00011328609,0.000030140047,0.002110444,0.001244155,0.00024155989,0.0003087762,0.0005541529,0.00000826982],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000017464326,0.0013533862,0.8111247,0.00004570745,0.000027853665,0.0000110139035,0.0022751535,9.221707e-8,0.00056502206,0.009228674,0.0024744205,0.17287654],"study_design_scores_gemma":[0.00053722155,0.00004809153,0.9819339,0.0005214143,0.000035708086,0.0000019973425,0.0119808465,0.00080821733,0.00019777492,0.0027090053,0.0011185855,0.000107257976],"about_ca_topic_score_codex":0.0007357907,"about_ca_topic_score_gemma":0.00009416387,"teacher_disagreement_score":0.17276928,"about_ca_system_score_codex":0.00083737785,"about_ca_system_score_gemma":0.0027156859,"threshold_uncertainty_score":0.99604124},"labels":[],"label_agreement":null},{"id":"W4408343753","doi":"10.1007/s40670-025-02355-2","title":"Is Team-Based Learning Effective for the Medical Student in Difficulty?","year":2025,"lang":"en","type":"editorial","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University College of the North","funders":"","keywords":"Team-based learning; Small group learning; Session (web analytics); Set (abstract data type); Active learning (machine learning); Team learning; Psychology; Medical education; Collaborative learning; Cooperative learning; Experiential learning; Mathematics education; Computer science; Teaching method; Medicine; Open learning; Artificial intelligence; World Wide Web","score_opus":0.008493828739750813,"score_gpt":0.41780053886960117,"score_spread":0.40930671012985037,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4408343753","genre_codex":"editorial","genre_gemma":"editorial","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"editorial","genre_consensus":"editorial","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.011919348,0.00050029607,0.002018338,0.0661574,0.9153829,0.0031788836,0.00001733559,0.0001005387,0.00072492036],"genre_scores_gemma":[0.027893975,0.00021090942,0.0012158295,0.015155524,0.9443037,0.0052566957,0.00040722944,0.000084393665,0.005471731],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9865407,0.00017753302,0.0009823971,0.0012017171,0.010079387,0.0010182824],"domain_scores_gemma":[0.98785454,0.008391075,0.00035337673,0.0009611644,0.0015420757,0.0008977857],"candidate_categories":["metaresearch","metaepi_narrow","research_integrity","insufficient_payload"],"consensus_categories":["research_integrity"],"category_scores_codex":[0.0120606925,0.00043789262,0.00080454757,0.00077971513,0.00068710855,0.00011907578,0.0020227986,0.001452902,0.00162861],"category_scores_gemma":[0.21850462,0.00027340694,0.0002194858,0.0034924394,0.002612323,0.00009146386,0.00029622926,0.004886266,0.000051811054],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000060017202,0.00089605304,0.0014737488,0.00032145917,0.000038188417,0.000010580746,0.00086966855,0.0000023485252,0.0000057240322,0.000068651185,0.8855552,0.110698335],"study_design_scores_gemma":[0.0021866136,0.0003308539,0.0040819347,0.0023831031,0.00014398566,0.0000052236487,0.0013572715,0.0038317158,0.00005572023,0.000026892616,0.98531675,0.00027993514],"about_ca_topic_score_codex":0.00019870803,"about_ca_topic_score_gemma":0.00003993386,"teacher_disagreement_score":0.20644394,"about_ca_system_score_codex":0.0019380286,"about_ca_system_score_gemma":0.04060428,"threshold_uncertainty_score":0.9999718},"labels":[],"label_agreement":null},{"id":"W4410188644","doi":"10.1007/s40670-025-02402-y","title":"Twelve Tips to Train Medical Students to Manage Their Uncertainty and to Provide Reassurance to Patients and Their Caregivers","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Clinical Reasoning and Diagnostic Skills","field":"Medicine","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University","funders":"University College Dublin; Irish Research eLibrary","keywords":"Medical education; Psychology; Medicine","score_opus":0.011971521463858775,"score_gpt":0.353963015404356,"score_spread":0.3419914939404972,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410188644","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8932121,0.000055664463,0.00027734996,0.103416204,0.001030895,0.0011371596,0.000020967162,0.000043752483,0.00080592703],"genre_scores_gemma":[0.9525291,0.00002708896,0.00037267964,0.0461163,0.00019731146,0.00013207004,0.0000043463706,0.000011560032,0.0006095875],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9956631,0.00007671625,0.00041287133,0.000990416,0.0021470848,0.0007098239],"domain_scores_gemma":[0.9908905,0.0028159847,0.000039815262,0.00045083402,0.00021524543,0.0055876174],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0026897842,0.00024982353,0.00050015503,0.00029300727,0.00022032816,0.0001136023,0.0008999676,0.00013984733,0.00016396226],"category_scores_gemma":[0.13650917,0.00016333675,0.00005321593,0.0015266612,0.00054875435,0.00006012756,0.00076535216,0.00031121218,0.000062731066],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00031394,0.0010119305,0.21658708,0.00006463178,0.000045991506,0.000064390544,0.0143153025,0.0000026478453,0.00012268136,0.00020177828,0.06723109,0.70003855],"study_design_scores_gemma":[0.0022901085,0.0012531088,0.8908662,0.005050114,0.00004453355,0.000022280372,0.0056049395,0.00009109429,0.0003341091,0.00016975758,0.09385733,0.00041641982],"about_ca_topic_score_codex":0.00077043526,"about_ca_topic_score_gemma":0.00035266008,"teacher_disagreement_score":0.6996221,"about_ca_system_score_codex":0.0002373469,"about_ca_system_score_gemma":0.0013392187,"threshold_uncertainty_score":0.8707644},"labels":[],"label_agreement":null},{"id":"W4410512243","doi":"10.1007/s40670-025-02412-w","title":"Transformative Learning as a Theoretical Framework for Professionalism Lapses Among Health Professions Trainees: A Scoping Review","year":2025,"lang":"en","type":"review","venue":"Medical Science Educator","topic":"Adult and Continuing Education Topics","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McMaster University Medical Centre; McMaster University","funders":"","keywords":"Transformative learning; Health professions; Medical education; Psychology; Medicine; Pedagogy; Health care; Political science","score_opus":0.08841390019419262,"score_gpt":0.5484108999403435,"score_spread":0.45999699974615094,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410512243","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.0000046549694,0.9479323,0.0020581966,0.038095746,0.0034530798,0.005497904,0.000010456514,0.00012285035,0.0028248131],"genre_scores_gemma":[0.000028623052,0.98903334,0.0010924789,0.0034612878,0.00090789533,0.0026391267,0.000032938668,0.000021040423,0.002783296],"study_design_codex":"design_other","study_design_gemma":"systematic_review","domain_scores_codex":[0.9938992,0.0013359913,0.0010805137,0.000719397,0.0018840411,0.0010808212],"domain_scores_gemma":[0.9934366,0.004215422,0.00059104466,0.0003154395,0.00040417342,0.0010373717],"candidate_categories":["metaresearch","metaepi_narrow","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.008916212,0.00036038048,0.0015502395,0.00026808438,0.0028459777,0.00014603013,0.0015830911,0.00052090274,0.0019509281],"category_scores_gemma":[0.059280574,0.00025200436,0.00039952903,0.0028712854,0.0037476544,0.00028830752,0.00011468191,0.0014880802,0.00003470659],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[8.5879344e-7,0.00009368365,0.0000032316975,0.04661677,0.0000090895755,4.2396138e-7,0.01964128,3.2130063e-9,1.1870388e-9,0.2826461,0.002385906,0.64860266],"study_design_scores_gemma":[0.000041911902,0.00002995294,7.6719596e-7,0.5358755,0.0000720374,8.836879e-7,0.010297076,8.8114234e-7,4.958215e-8,0.006786027,0.44669536,0.00019954306],"about_ca_topic_score_codex":0.00011546467,"about_ca_topic_score_gemma":0.00008143912,"teacher_disagreement_score":0.6484031,"about_ca_system_score_codex":0.00046202706,"about_ca_system_score_gemma":0.08957109,"threshold_uncertainty_score":0.9999932},"labels":[],"label_agreement":null},{"id":"W4410541474","doi":"10.1007/s40670-025-02410-y","title":"Empowering Medical Educators Through Innovative Micro-eLearning Design","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Educational Leadership and Innovation","field":"Social Sciences","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Saskatchewan","funders":"","keywords":"Medical education; Psychology; Computer science; Mathematics education; Medicine","score_opus":0.05704215872876827,"score_gpt":0.44276887481252514,"score_spread":0.38572671608375686,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410541474","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.59073573,0.00032823987,0.007986204,0.26374713,0.012692205,0.0004907286,9.544358e-7,0.00020273386,0.123816095],"genre_scores_gemma":[0.98071766,0.00006521616,0.0039713043,0.010822328,0.001386352,0.000066954875,0.000004281075,0.000010911762,0.0029550025],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"not_applicable","domain_scores_codex":[0.99473727,0.0003161438,0.00047876406,0.0005884991,0.0030184905,0.00086082757],"domain_scores_gemma":[0.9974416,0.00086057646,0.00013571735,0.0002506469,0.00072826684,0.0005832095],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["sts"],"category_scores_codex":[0.008698753,0.0001703957,0.00021367882,0.00041047498,0.0017441685,0.00020983786,0.0015088804,0.00026318678,0.005725961],"category_scores_gemma":[0.029165037,0.00015501279,0.000043707303,0.008510214,0.004103494,0.0007849974,0.00014226756,0.0007132688,0.00016667195],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00001605625,0.0005717939,0.028151479,0.00003332697,0.000028449555,0.000007564157,0.07970261,0.0000015996536,0.00077884004,0.7582843,0.08475532,0.0476687],"study_design_scores_gemma":[0.00043118498,0.0000697214,0.015224167,0.0006297906,0.000013883285,0.000009709013,0.20224161,0.00007274208,0.004882886,0.01395198,0.76187867,0.00059367315],"about_ca_topic_score_codex":0.0010170896,"about_ca_topic_score_gemma":0.00008588856,"teacher_disagreement_score":0.7443323,"about_ca_system_score_codex":0.0006598763,"about_ca_system_score_gemma":0.042049974,"threshold_uncertainty_score":0.9995554},"labels":[],"label_agreement":null},{"id":"W4410867520","doi":"10.1007/s40670-025-02421-9","title":"Using EEG to Assess Cognitive Fatigue in Real Time: A Medical Simulation Study","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Heart Rate Variability and Autonomic Control","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of British Columbia; University of Calgary; University of Victoria; Island Health","funders":"Natural Sciences and Engineering Research Council of Canada","keywords":"Electroencephalography; Cognition; Psychology; Physical medicine and rehabilitation; Audiology; Cognitive psychology; Medicine; Applied psychology; Psychiatry","score_opus":0.11232278657796232,"score_gpt":0.4770880867913311,"score_spread":0.3647653002133687,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4410867520","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9853058,0.0000078813,0.0019310957,0.009410253,0.0006047216,0.001018105,0.0000017701243,0.000040537983,0.0016798388],"genre_scores_gemma":[0.9971528,0.0000011464971,0.0002586252,0.0021340079,0.00017387085,0.00004398677,0.0000020398427,0.0000056080435,0.00022789935],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.99691516,0.00016472326,0.00048031384,0.00055837183,0.0014217915,0.0004596433],"domain_scores_gemma":[0.99753433,0.0010507442,0.000036547503,0.00023827303,0.00017452285,0.0009655822],"candidate_categories":["metaresearch","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0051801475,0.00012947553,0.00037509802,0.0003863124,0.00016063654,0.000045571367,0.0002786919,0.00014010721,0.001602125],"category_scores_gemma":[0.017998394,0.00010486651,0.00003965102,0.0018591849,0.00044682837,0.00013447029,0.00015780643,0.00038703016,0.000071268594],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00034241314,0.012758024,0.6558275,0.00015151998,0.00010358715,0.00038145625,0.011513255,0.0004724938,0.019828983,0.0008044319,0.0005058073,0.29731053],"study_design_scores_gemma":[0.0035971676,0.00041009343,0.67511404,0.0011159029,0.00007879025,0.000010761493,0.004357467,0.31300262,0.00044105895,0.00009964623,0.0015128923,0.0002595725],"about_ca_topic_score_codex":0.0007166419,"about_ca_topic_score_gemma":0.00012574568,"teacher_disagreement_score":0.31253013,"about_ca_system_score_codex":0.00046833584,"about_ca_system_score_gemma":0.012502349,"threshold_uncertainty_score":0.99931055},"labels":[],"label_agreement":null},{"id":"W4412015174","doi":"10.1007/s40670-025-02454-0","title":"Development and Validation of a Tool for Evaluating Self-regulated and Self-directed Aptitudes of Learning (SELF-ReDiAL)","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovative Teaching and Learning Methods","field":"Psychology","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"University of Saskatchewan; University of Toronto; University of British Columbia","funders":"Griffith University; University of New South Wales; University of Tasmania; University of Alberta; Central Coast Local Health District","keywords":"Psychology; Autodidacticism; Mathematics education","score_opus":0.04278352733085735,"score_gpt":0.43468261264026364,"score_spread":0.3918990853094063,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412015174","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99571216,0.00010052012,0.0022310999,0.00028924985,0.00062820566,0.00026459445,4.1574114e-7,0.00019420173,0.0005795488],"genre_scores_gemma":[0.8205607,0.0000023112382,0.17913108,0.000036058704,0.000045127297,0.000038155442,0.0000023979974,0.0000056449794,0.00017852029],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9980073,0.0004694553,0.00042021688,0.0003600888,0.00047712866,0.00026581035],"domain_scores_gemma":[0.99841994,0.0008718545,0.00020990397,0.00012008695,0.00028787702,0.00009036687],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.011439549,0.00010808954,0.00024159903,0.00027001294,0.0003123986,0.000023380879,0.00018851341,0.000103611455,0.00010134179],"category_scores_gemma":[0.005958605,0.00009132262,0.000019271884,0.00088801584,0.00031769776,0.00006627036,0.00007739924,0.00024470015,9.764236e-7],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00014224817,0.0014435524,0.3588403,0.0006661112,0.00045493979,0.000001415632,0.21986108,0.000011117393,0.032373343,0.014374786,0.0007250815,0.37110606],"study_design_scores_gemma":[0.0038933016,0.0009681615,0.8954277,0.0009229173,0.00028181006,0.000021012149,0.011717843,0.0148629835,0.042943556,0.00070815295,0.027568746,0.00068380823],"about_ca_topic_score_codex":0.000030895746,"about_ca_topic_score_gemma":0.0000012345128,"teacher_disagreement_score":0.5365874,"about_ca_system_score_codex":0.00007388068,"about_ca_system_score_gemma":0.0012457479,"threshold_uncertainty_score":0.71334374},"labels":[],"label_agreement":null},{"id":"W4412571810","doi":"10.1007/s40670-025-02451-3","title":"Impact of Previous Anatomy Coursework on Student Online Discussion Forum Engagement","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Anatomy and Medical Technology","field":"Engineering","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Toronto Rehabilitation Institute; University of Toronto","funders":"","keywords":"Coursework; Online discussion; Student engagement; Medical education; Psychology; Medicine; Mathematics education; Computer science; World Wide Web","score_opus":0.009670693960212574,"score_gpt":0.3760055533868928,"score_spread":0.3663348594266802,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412571810","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9873412,0.0005770185,0.0008660987,0.0071166866,0.0016514212,0.00022673952,0.0000050389517,0.00016248558,0.0020532594],"genre_scores_gemma":[0.99904066,0.00027516572,0.00017677784,0.00028637832,0.00007430289,0.000020287263,0.0000024928063,0.000006151727,0.00011777875],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9982086,0.000024407509,0.00026037963,0.0002347344,0.0008354629,0.0004364586],"domain_scores_gemma":[0.9991845,0.00008436131,0.000028807353,0.00029983633,0.00003330239,0.00036918043],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00068459485,0.00012818472,0.00021999571,0.00024015864,0.000102050384,0.000010474028,0.0007357101,0.00012773373,0.00045406865],"category_scores_gemma":[0.00076440605,0.0000701294,0.00007864831,0.0009987676,0.00068138127,0.000053923748,0.00015103708,0.00047223174,0.0000136379895],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000014476267,0.0020193479,0.054329928,0.00007897598,0.00010648316,0.000021676135,0.0006878745,0.000111255315,0.00032494933,0.016392613,0.04551756,0.8803949],"study_design_scores_gemma":[0.0027296734,0.001722649,0.57590437,0.0028614216,0.00012725955,0.000016761811,0.009345922,0.012410401,0.0060032713,0.005572551,0.3823099,0.0009958128],"about_ca_topic_score_codex":0.000013753736,"about_ca_topic_score_gemma":0.000008491268,"teacher_disagreement_score":0.87939906,"about_ca_system_score_codex":0.000272142,"about_ca_system_score_gemma":0.00082916254,"threshold_uncertainty_score":0.49717334},"labels":[],"label_agreement":null},{"id":"W4412630494","doi":"10.1007/s40670-025-02465-x","title":"The Culture of Academic Medicine Initiative (CAMi): Advancing Systems-Level Wellbeing in Medical Education Through a National Change Management Approach","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"University of Alberta; Dalhousie University; McMaster University","funders":"","keywords":"Medical education; Academic medicine; Psychology; Medicine","score_opus":0.05817397019784679,"score_gpt":0.42632282708324387,"score_spread":0.36814885688539706,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412630494","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.22826715,0.014240582,0.01970562,0.36902472,0.03049302,0.007880219,0.00001251315,0.00022868536,0.3301475],"genre_scores_gemma":[0.97056854,0.0013818933,0.004053944,0.019636627,0.0017267414,0.0010494001,0.000055383465,0.000017095725,0.0015103958],"study_design_codex":"theoretical_or_conceptual","study_design_gemma":"qualitative","domain_scores_codex":[0.9928776,0.00015365289,0.0010971249,0.00057831476,0.0046924935,0.00060080155],"domain_scores_gemma":[0.9977923,0.0003116223,0.00029044948,0.00038411512,0.00089615333,0.00032534907],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.007972339,0.0002183879,0.00041099451,0.00067248393,0.0004163638,0.000023108943,0.0010020774,0.0003222282,0.00016965884],"category_scores_gemma":[0.022055816,0.00013903799,0.000045854093,0.0053462186,0.002509013,0.00037727138,0.00022142462,0.0012274672,0.000008954825],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011516695,0.0020450966,0.020708684,0.0019528889,0.00012094929,0.000013394729,0.040557034,0.0000048703027,0.00019259221,0.5269735,0.17474447,0.2325714],"study_design_scores_gemma":[0.006494291,0.00046636586,0.20798929,0.028434956,0.00030073512,0.0003837195,0.4268658,0.02496815,0.0003510587,0.02282556,0.27993414,0.0009859566],"about_ca_topic_score_codex":0.0002103166,"about_ca_topic_score_gemma":0.000013600304,"teacher_disagreement_score":0.74230134,"about_ca_system_score_codex":0.0012541318,"about_ca_system_score_gemma":0.011655461,"threshold_uncertainty_score":0.99394757},"labels":[],"label_agreement":null},{"id":"W4412786633","doi":"10.1007/s40670-025-02471-z","title":"Choosing Wisely for Simulation-Based Learning in Health Professions Education","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Healthcare cost, quality, practices","field":"Health Professions","cited_by":1,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Toronto Metropolitan University; University of Toronto; University of Ottawa; McMaster University Medical Centre; Canadian Physiotherapy Association; McMaster University; Queen's University; McGill University Health Centre","funders":"","keywords":"Health professions; Medical education; Psychology; Computer science; Mathematics education; Medicine; Health care; Political science","score_opus":0.47747120798907255,"score_gpt":0.6424745486516237,"score_spread":0.16500334066255112,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4412786633","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.47393703,0.0005045312,0.01761226,0.4916627,0.010334247,0.0037152695,0.0000049797354,0.00021458694,0.002014391],"genre_scores_gemma":[0.9515455,0.000015904992,0.0028445115,0.042427875,0.00048879534,0.0008122771,0.000015679654,0.000015227413,0.0018342661],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.9943174,0.0018821541,0.0011072878,0.0006170785,0.0009900266,0.0010860137],"domain_scores_gemma":[0.988844,0.008762353,0.00049186393,0.0003733238,0.00060952955,0.00091896066],"candidate_categories":["metaresearch","sts"],"consensus_categories":[],"category_scores_codex":[0.01803127,0.00015495117,0.00032120672,0.00061953237,0.0029800474,0.00003535189,0.0005683795,0.00023704172,0.00045990048],"category_scores_gemma":[0.0800309,0.00013593669,0.000044796114,0.0023574466,0.0004148866,0.00041927426,0.00011335872,0.0015238336,0.00006752773],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009073346,0.0012323621,0.72671443,0.002628159,0.000005301397,5.9919347e-7,0.011778456,0.0006705577,0.0000884147,0.01604025,0.009154834,0.23159587],"study_design_scores_gemma":[0.0018127746,0.00019783841,0.3210225,0.009453492,0.000013191337,3.3480785e-7,0.041924935,0.06802352,0.00004507146,0.0040683057,0.55298734,0.00045067395],"about_ca_topic_score_codex":0.0022943912,"about_ca_topic_score_gemma":0.00083129725,"teacher_disagreement_score":0.54383254,"about_ca_system_score_codex":0.001715112,"about_ca_system_score_gemma":0.117153436,"threshold_uncertainty_score":0.99831796},"labels":[],"label_agreement":null},{"id":"W4414267663","doi":"10.1007/s40670-025-02517-2","title":"Medical Education, Artificial Intelligence, and Addressing the Humanity of Medical Learners","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"McGill University; McGill University Health Centre; Montreal Children's Hospital","funders":"","keywords":"Humanity; MEDLINE; Medical school; Coronavirus disease 2019 (COVID-19)","score_opus":0.2466632079039914,"score_gpt":0.5124533410160792,"score_spread":0.26579013311208777,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4414267663","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.7599082,0.0010849015,0.0010747839,0.2289504,0.003936594,0.00035467828,6.186209e-7,0.000037942264,0.0046518967],"genre_scores_gemma":[0.9886963,0.0003832111,0.00016782472,0.009459348,0.00096906506,0.000044566597,0.0000037843508,0.000007795578,0.00026813673],"study_design_codex":"design_other","study_design_gemma":"qualitative","domain_scores_codex":[0.9944392,0.0001393529,0.0008645723,0.00047631754,0.0035990595,0.00048150143],"domain_scores_gemma":[0.99685085,0.00072630675,0.00014005706,0.00046167526,0.0004853142,0.0013358049],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.0066454057,0.00015361575,0.0003092148,0.0003388979,0.00064432813,0.00007564229,0.00090271,0.0003296454,0.0042744717],"category_scores_gemma":[0.03230573,0.000100088335,0.00006633122,0.0017482286,0.005190381,0.00014165872,0.00022948519,0.0008796453,0.00003766035],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.000031133986,0.00077072385,0.017649116,0.0001529437,0.000013019349,0.0000040183727,0.0027675917,2.5636137e-7,0.000057945235,0.08305626,0.005546834,0.88995016],"study_design_scores_gemma":[0.00044439605,0.0015645989,0.109165914,0.017766027,0.0006051155,0.0012615371,0.36540246,0.03413075,0.078711286,0.22752431,0.16151373,0.0019098847],"about_ca_topic_score_codex":0.0016716131,"about_ca_topic_score_gemma":0.00035819437,"teacher_disagreement_score":0.88804024,"about_ca_system_score_codex":0.00015809071,"about_ca_system_score_gemma":0.0401849,"threshold_uncertainty_score":0.99751693},"labels":[],"label_agreement":null},{"id":"W7116709716","doi":"10.1007/s40670-025-02607-1","title":"Artificial Intelligence and the Medical School Admissions Interview: Strategic Guidance, Risks, and Lessons from Industrial-Organizational Psychology","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Artificial Intelligence in Healthcare and Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Saint Mary's University; Trent University","funders":"","keywords":"Cheating; Medical school; Work (physics); Value (mathematics); Medical ethics","score_opus":0.3736230251655729,"score_gpt":0.5186551035091704,"score_spread":0.14503207834359755,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116709716","genre_codex":"commentary","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":null,"domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.48911858,0.0023550445,0.001898815,0.5014498,0.003227141,0.00043986648,0.0000061985024,0.000042440854,0.0014620856],"genre_scores_gemma":[0.9770717,0.0013078412,0.00028061133,0.019943986,0.0011779513,0.00005510798,0.000010886081,0.000008007983,0.00014388478],"study_design_codex":"design_other","study_design_gemma":"theoretical_or_conceptual","domain_scores_codex":[0.9968599,0.00026833982,0.00075933477,0.00062359625,0.0010675708,0.00042125542],"domain_scores_gemma":[0.99537235,0.0011820865,0.000121862446,0.00041347925,0.00030037953,0.0026098287],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":[],"category_scores_codex":[0.00398894,0.00016711929,0.0003309868,0.00022025565,0.0006284404,0.00011097609,0.00053237757,0.00033418596,0.0077834893],"category_scores_gemma":[0.042588975,0.00010614519,0.000040830164,0.0014473862,0.003433315,0.00011779656,0.00021537927,0.00089534273,0.00006725443],"study_design_candidate":"theoretical_or_conceptual","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00024151019,0.00065946614,0.04245877,0.000050856404,0.00004940121,0.000021132422,0.00158928,5.7873166e-7,0.00023717739,0.12912396,0.011988635,0.81357926],"study_design_scores_gemma":[0.00097523705,0.00065065204,0.0764246,0.004133464,0.00041610663,0.0004438366,0.03726938,0.01388411,0.0085537825,0.8051547,0.05110196,0.0009921859],"about_ca_topic_score_codex":0.0011825365,"about_ca_topic_score_gemma":0.0002345942,"teacher_disagreement_score":0.812587,"about_ca_system_score_codex":0.00010671575,"about_ca_system_score_gemma":0.015198967,"threshold_uncertainty_score":0.9992788},"labels":[],"label_agreement":null},{"id":"W7116725274","doi":"10.1007/s40670-025-02603-5","title":"Students’ Research Experiences at DO-Granting and MD-Granting US Medical Schools","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":false,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Heritage College","funders":"","keywords":"Mentorship; Osteopathic medicine in the United States; Medical school; Publishing; Value (mathematics); Divergence (linguistics); Medical research; Primary care","score_opus":0.1642080200336879,"score_gpt":0.5794607466184577,"score_spread":0.4152527265847698,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7116725274","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.91155976,0.0020172663,0.00003082138,0.07902604,0.0011884108,0.00061686226,8.071367e-7,0.00006178268,0.0054982663],"genre_scores_gemma":[0.9838131,0.0012999526,0.00023625387,0.012666927,0.0007635721,0.0001504648,0.000001858544,0.000012702843,0.0010551518],"study_design_codex":"observational","study_design_gemma":"not_applicable","domain_scores_codex":[0.98077637,0.00036324956,0.0006827744,0.000977045,0.014176969,0.0030236102],"domain_scores_gemma":[0.96499175,0.0028317606,0.00010150544,0.0008380456,0.00080947374,0.03042744],"candidate_categories":["metaresearch","sts","insufficient_payload"],"consensus_categories":["metaresearch","sts"],"category_scores_codex":[0.036291085,0.00021334512,0.0005078571,0.000803137,0.001615601,0.00026388397,0.0013940877,0.00032412485,0.0030092362],"category_scores_gemma":[0.37772775,0.00014514028,0.00006689919,0.0035457243,0.005775533,0.0002567738,0.0013533289,0.002199546,0.00016198469],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00016395062,0.0007149044,0.7102692,0.0004844188,0.000024054183,0.00045071263,0.0048359036,1.22420865e-8,0.0016663068,0.0006789149,0.08841397,0.19229764],"study_design_scores_gemma":[0.00814587,0.0016367781,0.36857417,0.012985564,0.000057905952,0.00081306155,0.070187725,0.0009037712,0.009425867,0.0005177796,0.5259322,0.00081934413],"about_ca_topic_score_codex":0.0006700608,"about_ca_topic_score_gemma":0.00007067693,"teacher_disagreement_score":0.4375182,"about_ca_system_score_codex":0.0005873012,"about_ca_system_score_gemma":0.04628912,"threshold_uncertainty_score":0.99968415},"labels":[],"label_agreement":null},{"id":"W7117483759","doi":"10.1007/s40670-025-02604-4","title":"Virtual Reality for Developing Patient-facing Communication Skills in a Medical Science Graduate Education Course: A Mixed-Methods Pre-Post Study","year":2025,"lang":"en","type":"article","venue":"Medical Science Educator","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Hospital for Sick Children; Lunenfeld-Tanenbaum Research Institute; Centre for Addiction and Mental Health; Princess Margaret Cancer Centre; Sinai Health System; University of Toronto","funders":"Temerty Faculty of Medicine, University of Toronto","keywords":"Preparedness; Focus group; Communication skills; Informed consent; Qualitative research; Class (philosophy); Sample (material); Qualitative property","score_opus":0.15685998642988985,"score_gpt":0.5658997742620665,"score_spread":0.40903978783217665,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W7117483759","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.92921084,0.00046612456,0.005035071,0.051851276,0.0073974375,0.005001496,0.000016133215,0.00013782745,0.00088380376],"genre_scores_gemma":[0.9679835,0.00007103878,0.021646457,0.0063901343,0.00012979054,0.0035837076,0.000038362217,0.000019912577,0.00013711011],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.98870814,0.0035944283,0.0019975563,0.0011173991,0.0031933105,0.0013891489],"domain_scores_gemma":[0.9877655,0.00580986,0.0006628856,0.0021853813,0.002465156,0.0011112423],"candidate_categories":["metaresearch","metaepi_narrow","sts"],"consensus_categories":["sts"],"category_scores_codex":[0.02088595,0.0002958836,0.00053185254,0.00090547546,0.0043698847,0.00008850915,0.004187851,0.00031964955,0.000123055],"category_scores_gemma":[0.07407878,0.00026390573,0.00006441972,0.0053270543,0.0028906688,0.0007889857,0.0020056122,0.0017930275,0.00002697279],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00009338855,0.004402113,0.1376223,0.00042369563,0.000017743012,0.0000011344341,0.11339031,0.000004344699,0.00023855061,0.022702692,0.0047102068,0.71639353],"study_design_scores_gemma":[0.0019310322,0.00043336372,0.65195185,0.0048352825,0.000034727957,0.0000053292842,0.3233045,0.0045170877,0.0004017044,0.0047115744,0.0072769835,0.0005965834],"about_ca_topic_score_codex":0.0048053027,"about_ca_topic_score_gemma":0.0037055414,"teacher_disagreement_score":0.71579695,"about_ca_system_score_codex":0.0027893216,"about_ca_system_score_gemma":0.09973246,"threshold_uncertainty_score":0.99998134},"labels":[],"label_agreement":null}]}