{"meta":{"query_hash":"4acfae67e50f","filters":{"venue":"Journal of European CME"},"cohort_total":16,"direct_labels_cover":0,"predictions_cover":16,"exported":16,"export_cap":100000,"truncated":false,"label_status":"direct model label, unvalidated","prediction_status":"machine_predicted_unvalidated (Codex and Gemma teacher distillation)","score_status":"score_only:v0-immature-baseline","snapshot":{"source":"OpenAlex, pinned release, all 482 partitions","release":"2026-06-24","frame_built":"2026-07-12"},"permalink":"https://metacan.xera.ac/q/4acfae67e50f","api":"https://metacan.xera.ac/api/v1/cohort?venue=Journal+of+European+CME"},"results":[{"id":"W1511377227","doi":"10.3402/jecme.v4.27432","title":"Identification of clinician challenges in order to drive the development of competency-based education: results from an international needs assessment in multiple sclerosis","year":2015,"lang":"en","type":"article","venue":"Journal of European CME","topic":"Patient-Provider Communication in Healthcare","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Axdev Group (Canada)","funders":"","keywords":"Medicine; Identification (biology); Nursing; Communication skills; Medical education; Patient care; Computer-assisted web interviewing; Family medicine","score_opus":0.48219176979280504,"score_gpt":0.4709451729639505,"score_spread":0.011246596828854538,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W1511377227","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97162586,0.0003968101,0.00041591874,0.022477865,0.0014466103,0.0006158697,0.000045600398,0.0000078002995,0.0029676654],"genre_scores_gemma":[0.97429454,0.000100787656,0.024794104,0.00055745937,0.00015040273,0.00002067989,0.000047508474,0.000017670656,0.000016862992],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9938073,0.0025538912,0.002839337,0.00015059882,0.0004997322,0.00014914683],"domain_scores_gemma":[0.99369246,0.0008398224,0.002178247,0.00059736,0.00255164,0.00014049892],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0034522917,0.00010250005,0.0002620369,0.00048839103,0.000094320596,0.000008489296,0.0008809091,0.000052570518,0.000013501077],"category_scores_gemma":[0.0024733623,0.00008296308,0.00003197076,0.00051286066,0.000043061922,0.000221182,0.00015963336,0.000544958,0.000014576253],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0011695403,0.0022396815,0.6273733,0.00013705235,0.00007026074,0.0000022157935,0.3166486,0.0031318422,0.0023108942,0.001169166,0.0010024834,0.044744972],"study_design_scores_gemma":[0.0020919808,0.00014657166,0.9249414,0.0012194067,0.0000069478574,2.566087e-7,0.06688787,0.0009571531,0.00013654133,0.000121724814,0.003410283,0.00007986684],"about_ca_topic_score_codex":0.00024777162,"about_ca_topic_score_gemma":0.0024337138,"teacher_disagreement_score":0.2975681,"about_ca_system_score_codex":0.00041238105,"about_ca_system_score_gemma":0.003965816,"threshold_uncertainty_score":0.70351875},"labels":[],"label_agreement":null},{"id":"W2110150659","doi":"10.3402/jecme.v4.27578","title":"International challenges in patient-centred care in fertility clinics offering assisted reproductive technology: providers' gaps and attitudes towards addressing the patients' psychological needs","year":2015,"lang":"en","type":"article","venue":"Journal of European CME","topic":"Reproductive Health and Technologies","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Axdev Group (Canada)","funders":"Merck KGaA","keywords":"Psychosocial; Medicine; Psychological intervention; Fertility; Family medicine; Qualitative property; Infertility; Qualitative research; Assisted reproductive technology; Clinical psychology; Nursing; Psychology; Psychiatry; Pregnancy; Population","score_opus":0.19180714119332093,"score_gpt":0.3809484740712034,"score_spread":0.18914133287788248,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2110150659","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96837014,0.016191605,0.0000012556649,0.009648866,0.00042269274,0.00032464444,0.0000019345887,0.00003771686,0.0050011333],"genre_scores_gemma":[0.9979426,0.0010302537,0.0007729211,0.000094906136,0.00013408679,0.0000036143747,0.0000020467003,0.000012894434,0.0000066778452],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.998203,0.00025049777,0.00069169473,0.00032849354,0.00031325422,0.00021307192],"domain_scores_gemma":[0.9985168,0.00004406504,0.00040014935,0.00036449154,0.0005889424,0.00008553518],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.000665481,0.00014042007,0.0003343837,0.0004749561,0.00003782795,0.000024453755,0.0002270372,0.00009609109,0.0000024138265],"category_scores_gemma":[0.0047482327,0.00008816516,0.00005132971,0.00032336084,0.00023444806,0.00016569029,0.00019062695,0.00080042926,0.0000015873075],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0017244132,0.0007391137,0.5910383,0.000094228446,0.00004333494,0.0002600329,0.0072784214,0.0000066160987,0.00011467841,0.00006676506,0.00008442091,0.3985497],"study_design_scores_gemma":[0.0024015615,0.0015179481,0.97039884,0.00043340135,0.000017332382,0.00016218508,0.020128977,0.0000048416127,0.00015018489,0.00022180684,0.004474752,0.00008815775],"about_ca_topic_score_codex":0.0000040019327,"about_ca_topic_score_gemma":0.0000056655667,"teacher_disagreement_score":0.39846155,"about_ca_system_score_codex":0.00019819557,"about_ca_system_score_gemma":0.00007976521,"threshold_uncertainty_score":0.5684421},"labels":[],"label_agreement":null},{"id":"W2173832866","doi":"10.3402/jecme.v4.30030","title":"A new day for CME/CPD in Canada: proceedings from the 1st Canada Regional Conference of the Global Alliance for Medical Education in Montreal, Canada","year":2015,"lang":"en","type":"article","venue":"Journal of European CME","topic":"Innovations in Medical Education","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Alliance; Continuing medical education; Continuing education; Continuing professional development; Political science; Medical education; Public relations; Professional development; Psychology; Medicine","score_opus":0.03424279147304297,"score_gpt":0.29014083702758287,"score_spread":0.2558980455545399,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2173832866","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.8588089,0.0003963107,0.0002563482,0.13604385,0.0018863134,0.0005642537,0.00004223747,0.0000014517548,0.0020003733],"genre_scores_gemma":[0.9881046,0.000021494534,0.0011654226,0.009315896,0.0009777022,0.000007043318,0.000017902012,0.0000124046655,0.00037757916],"study_design_codex":"not_applicable","study_design_gemma":"observational","domain_scores_codex":[0.9980007,0.00005618523,0.00070579594,0.00011907577,0.0009332773,0.00018495946],"domain_scores_gemma":[0.99791104,0.00014785939,0.00049647427,0.0001375413,0.0011036639,0.00020339778],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.00097629405,0.00009960762,0.0002306521,0.00002253612,0.00003530234,0.000011301846,0.00044413013,0.000030739928,0.000025109615],"category_scores_gemma":[0.0064359684,0.00006208096,0.000029705707,0.00030912875,0.00004518348,0.00006594599,0.000027181728,0.0003011627,1.1396985e-7],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":true,"about_ca_topic_consensus":true,"about_ca_system_candidate":true,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00011914476,0.00005614164,0.054597076,0.000022913779,0.000020879132,0.0000085904785,0.00027308197,0.00001445765,0.000008909317,0.0005670155,0.93257684,0.011734928],"study_design_scores_gemma":[0.0022233005,0.00008769873,0.7261172,0.0009940815,0.000045261277,0.00008270077,0.003372129,0.0007978926,0.000027774304,0.0005860765,0.26556888,0.00009701678],"about_ca_topic_score_codex":0.99914974,"about_ca_topic_score_gemma":0.9999512,"teacher_disagreement_score":0.6715201,"about_ca_system_score_codex":0.002935394,"about_ca_system_score_gemma":0.15134749,"threshold_uncertainty_score":0.8534636},"labels":[],"label_agreement":null},{"id":"W2211735472","doi":"10.3402/jecme.v4.29894","title":"Proposal for a graded approach to disclosure of interests in accredited CME/CPD","year":2015,"lang":"en","type":"article","venue":"Journal of European CME","topic":"Pharmaceutical industry and healthcare","field":"Pharmacology, Toxicology and Pharmaceutics","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Axdev Group (Canada); Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Declaration; Respondent; Accreditation; Set (abstract data type); Trustworthiness; Value (mathematics); Public relations; Revalidation; Psychology; Business; Accounting; Medical education; Political science; Computer science; Social psychology; Medicine; Law","score_opus":0.6386880566777063,"score_gpt":0.5675906415063324,"score_spread":0.07109741517137391,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2211735472","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97730696,0.00044525682,0.00046548413,0.006751331,0.0017342527,0.00083625567,0.000072347386,0.000024319192,0.012363816],"genre_scores_gemma":[0.9952934,0.000025446578,0.0015615054,0.0014508032,0.0012141742,0.0000074451973,0.0000090358335,0.000034308177,0.00040392554],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.996976,0.0012172834,0.00095392467,0.00019470307,0.0002355577,0.00042252222],"domain_scores_gemma":[0.99793416,0.0002244636,0.0004276665,0.00013529515,0.00044291918,0.00083552074],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.003310642,0.0001933451,0.00044836348,0.00026741406,0.00005318103,0.000017881672,0.00053434836,0.00021018281,0.000047984122],"category_scores_gemma":[0.0007464102,0.00015527528,0.00015001197,0.00035067304,0.00011930064,0.0001815286,0.00012137568,0.001613933,0.000023633716],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.047999255,0.016559236,0.14249265,0.0028871887,0.0019387343,0.0026333325,0.041540876,0.00986925,0.15946363,0.032095365,0.49066734,0.05185314],"study_design_scores_gemma":[0.045742087,0.011665994,0.082960896,0.0011921583,0.0011123299,0.0017113497,0.008413906,0.0061277803,0.09806995,0.009698003,0.7313304,0.0019751308],"about_ca_topic_score_codex":0.0000034220404,"about_ca_topic_score_gemma":0.0000057946754,"teacher_disagreement_score":0.24066308,"about_ca_system_score_codex":0.00010081984,"about_ca_system_score_gemma":0.00035827304,"threshold_uncertainty_score":0.70118254},"labels":[],"label_agreement":null},{"id":"W2610832503","doi":"10.1080/21614083.2017.1314416","title":"Roles and Responsibilities in the Provision of Accredited Continuing Medical Education/Continuing Professional Development","year":2017,"lang":"en","type":"article","venue":"Journal of European CME","topic":"Innovations in Medical Education","field":"Medicine","cited_by":13,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Accreditation; Continuing medical education; Continuing professional development; Continuing education; Medical education; Professional development; Political science; Medicine; Nursing; Public relations","score_opus":0.01685529942882748,"score_gpt":0.3505769460441221,"score_spread":0.33372164661529463,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2610832503","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.98872244,0.00027780494,0.00002828523,0.008225326,0.0007354325,0.00015899677,2.5736375e-7,0.0000032225792,0.0018482375],"genre_scores_gemma":[0.99463433,0.000036677608,0.003473973,0.00044681976,0.0006299363,0.0000022247655,0.0000029934254,0.0000103817765,0.0007626832],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99804157,0.00025647122,0.0007811211,0.000095341,0.00071703707,0.000108466345],"domain_scores_gemma":[0.9982803,0.00014644832,0.0007244764,0.0002469335,0.0005420982,0.000059754944],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.005704777,0.00007778966,0.00020483044,0.00022567656,0.00010818664,0.000042215408,0.00030475555,0.000045814024,0.00005105238],"category_scores_gemma":[0.014882759,0.00004683197,0.000031854004,0.00009175062,0.00018845136,0.00018491491,0.00008338472,0.00045874921,0.0000019841875],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0005285447,0.000989584,0.10242195,0.00022513069,0.00004198909,0.00009780301,0.042861275,4.6822794e-7,0.0028338034,0.0010254175,0.016159272,0.83281475],"study_design_scores_gemma":[0.001065034,0.00013105324,0.95881075,0.0038216983,0.00002277246,0.00031523185,0.007679068,0.000044242766,0.00036929175,0.00010177346,0.027579658,0.000059435115],"about_ca_topic_score_codex":0.0000020944813,"about_ca_topic_score_gemma":0.0000032767352,"teacher_disagreement_score":0.8563888,"about_ca_system_score_codex":0.00004334268,"about_ca_system_score_gemma":0.00067062426,"threshold_uncertainty_score":0.9934153},"labels":[],"label_agreement":null},{"id":"W2652585918","doi":"10.1080/21614083.2017.1337478","title":"Identifying the needs for competency-based education in Europe: a needs assessment of cardiologists across 52 countries","year":2017,"lang":"en","type":"article","venue":"Journal of European CME","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Axdev Group (Canada)","funders":"Daiichi Sankyo Europe","keywords":"Focus group; Needs assessment; Medical education; Medicine; Family medicine; Political science; Business","score_opus":0.04230709628766169,"score_gpt":0.4215410487992142,"score_spread":0.37923395251155256,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2652585918","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9731041,0.00026551285,0.0069701783,0.008789198,0.0020011747,0.00035785275,0.0000068285467,0.0000070776914,0.008498033],"genre_scores_gemma":[0.9888267,0.000069445596,0.0088153165,0.0010055273,0.00082819373,0.0000047698363,0.000010760288,0.000022229508,0.00041708385],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9984327,0.00017889614,0.00076288154,0.0000791803,0.00037456665,0.000171806],"domain_scores_gemma":[0.99669236,0.00012843285,0.0011275173,0.00046438925,0.001544487,0.000042809334],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0039422563,0.00010188464,0.0003017782,0.00026873976,0.00024297013,0.00009618375,0.0004389836,0.00003446202,0.000013979704],"category_scores_gemma":[0.0029339064,0.00006834069,0.00010019859,0.00031728524,0.00027840378,0.00017016036,0.00005233235,0.00036447594,0.0000037701489],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00081179076,0.001735254,0.7901023,0.0015298413,0.0004560999,0.00009977756,0.0110843545,0.00062223704,0.013920473,0.027985226,0.05725841,0.09439424],"study_design_scores_gemma":[0.0017183716,0.00035347426,0.9439439,0.0008075233,0.00010262433,0.00010637072,0.0031472675,0.0003487188,0.0002977396,0.00013394597,0.04894988,0.00009014789],"about_ca_topic_score_codex":0.000011580065,"about_ca_topic_score_gemma":0.000002706911,"teacher_disagreement_score":0.15384163,"about_ca_system_score_codex":0.00012716439,"about_ca_system_score_gemma":0.0017986435,"threshold_uncertainty_score":0.35123718},"labels":[],"label_agreement":null},{"id":"W2769699007","doi":"10.1080/21614083.2017.1400857","title":"Learnings and challenges to deploy an interprofessional and independent medical education programme to a new audience","year":2017,"lang":"en","type":"article","venue":"Journal of European CME","topic":"Interprofessional Education and Collaboration","field":"Health Professions","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Axdev Group (Canada)","funders":"Pfizer","keywords":"Interprofessional education; Workforce; Workforce development; Economic shortage; Medical education; Work (physics); Medicine; Nursing; Continuing medical education; Health care; Continuing education; Political science","score_opus":0.08148713984148728,"score_gpt":0.45932652149506226,"score_spread":0.377839381653575,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2769699007","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.89233124,0.000537974,0.00035202873,0.09997241,0.002394366,0.00034260043,6.982718e-7,0.000022979359,0.0040457062],"genre_scores_gemma":[0.9808364,0.00037419068,0.004941844,0.006942468,0.0016357083,0.0000128958545,9.984186e-7,0.000035340734,0.0052201543],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9979393,0.00060587085,0.0005233327,0.00021738082,0.000472825,0.0002412757],"domain_scores_gemma":[0.997506,0.00009606203,0.00056498375,0.0002290778,0.00051111187,0.0010927154],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0020561637,0.00012177501,0.00019376531,0.00017787793,0.0007596864,0.000079047226,0.0004005512,0.00008081727,0.00022422287],"category_scores_gemma":[0.0026936037,0.000091938055,0.0000239576,0.000059045276,0.000046190293,0.0004407753,0.0003291685,0.0006526217,0.00012814517],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00090895715,0.00036615526,0.034257133,0.000115711824,0.00002928994,0.000028472818,0.05616336,7.362773e-7,0.0008041084,0.0055687046,0.025445439,0.87631196],"study_design_scores_gemma":[0.00086075184,0.0009256135,0.7714454,0.0027567553,0.00001911279,0.0000880151,0.023514498,0.00003187629,0.000011763261,0.000626243,0.19952144,0.00019855499],"about_ca_topic_score_codex":0.00008385054,"about_ca_topic_score_gemma":0.00042119005,"teacher_disagreement_score":0.87611336,"about_ca_system_score_codex":0.00008271852,"about_ca_system_score_gemma":0.0030639768,"threshold_uncertainty_score":0.58429706},"labels":[],"label_agreement":null},{"id":"W2783943029","doi":"10.1080/21614083.2017.1398555","title":"International needs analysis in orthopaedic trauma for practising surgeons with a 3-year review of resulting actions","year":2017,"lang":"en","type":"review","venue":"Journal of European CME","topic":"Pelvic and Acetabular Injuries","field":"Medicine","cited_by":6,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Foothills Medical Centre; University of Calgary","funders":"","keywords":"Medicine; Specialty; Medical education; Commission; Family medicine; Political science","score_opus":0.14425466648153368,"score_gpt":0.4263732324175895,"score_spread":0.28211856593605583,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W2783943029","genre_codex":"review","genre_gemma":"review","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"review","genre_consensus":"review","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.000050098977,0.9848248,0.00037396318,0.0004772535,0.00020135644,0.00035249747,0.000057546655,0.0000056711347,0.0136568155],"genre_scores_gemma":[0.00026854276,0.99627054,0.0021233722,0.00008753143,0.00047709848,0.0000030159656,0.00006597455,0.000045673794,0.00065827544],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99741626,0.00029014205,0.001545311,0.00015326496,0.00042958598,0.00016542335],"domain_scores_gemma":[0.9947228,0.00029445172,0.003956243,0.00035589313,0.0005625509,0.0001080578],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0027657272,0.00022399315,0.0022028307,0.0012800135,0.00006703704,0.000039535877,0.00030905547,0.000059385067,0.00007698054],"category_scores_gemma":[0.0023170712,0.00014801303,0.0013331557,0.0006018044,0.00007114837,0.00020528088,0.00004413338,0.0006302832,0.0000035245002],"study_design_candidate":"design_other","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0002462644,0.0002294715,0.0010857659,0.04291174,0.0059356005,0.000532144,0.00010525674,0.0000027121594,0.0000020583475,0.000039524093,0.0049626613,0.9439468],"study_design_scores_gemma":[0.0006084373,0.00014862462,0.0004917448,0.16222794,0.009426415,0.0006763244,0.000048396614,0.0000018838557,3.7487365e-7,4.4136846e-7,0.82626617,0.000103274826],"about_ca_topic_score_codex":0.0000076572305,"about_ca_topic_score_gemma":0.000008986512,"teacher_disagreement_score":0.94384354,"about_ca_system_score_codex":0.00009220501,"about_ca_system_score_gemma":0.0003701915,"threshold_uncertainty_score":0.60357964},"labels":[],"label_agreement":null},{"id":"W3006331719","doi":"10.1080/21614083.2020.1726855","title":"Cologne Consensus Conference Standards and Guidelines in Accredited CPD September 13-14, 2019, Cologne, Germany","year":2020,"lang":"en","type":"article","venue":"Journal of European CME","topic":"Cardiac, Anesthesia and Surgical Outcomes","field":"Medicine","cited_by":2,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Consistency (knowledge bases); Political science; Library science; Medical education; Medicine; Computer science","score_opus":0.04305180366011216,"score_gpt":0.322013851574629,"score_spread":0.27896204791451684,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3006331719","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.90914327,0.0014890832,0.000074719756,0.024510503,0.00028448523,0.00020097391,0.000030593284,0.000027754533,0.06423861],"genre_scores_gemma":[0.9839226,0.0007892965,0.001108573,0.007915251,0.00092999457,5.915373e-7,0.0000045718,0.000038857772,0.0052902345],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.9978071,0.000377433,0.0009057632,0.00018291283,0.00049801887,0.00022881324],"domain_scores_gemma":[0.99782634,0.00039792538,0.0003266361,0.0001229427,0.0009361638,0.00039001473],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0014983877,0.00018226996,0.00091184373,0.000117413336,0.000035235153,0.00004143289,0.000112759546,0.00006559399,0.00029402986],"category_scores_gemma":[0.0019526882,0.00013236653,0.00022581495,0.00018387934,0.0001492202,0.0000622284,0.00006463702,0.0004194854,0.00004199408],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.007897883,0.0003096182,0.16505101,0.00032309626,0.00067820627,0.06356093,0.0018189372,0.00012728074,0.020861529,0.0005537768,0.7220271,0.016790582],"study_design_scores_gemma":[0.0046209814,0.0008805224,0.2908553,0.00018036594,0.00018513396,0.0023625242,0.0001420097,0.00015607018,0.00012940248,0.0000071947475,0.7003115,0.00016904289],"about_ca_topic_score_codex":0.000005141578,"about_ca_topic_score_gemma":0.0000053952745,"teacher_disagreement_score":0.12580426,"about_ca_system_score_codex":0.000049174956,"about_ca_system_score_gemma":0.0002633497,"threshold_uncertainty_score":0.5397751},"labels":[],"label_agreement":null},{"id":"W3017998936","doi":"10.1080/21614083.2020.1754120","title":"Aligning Practice Data and Institution-specific CPD: Medical Quality Management as the Driver for an eLearning Development Process","year":2020,"lang":"en","type":"article","venue":"Journal of European CME","topic":"Innovations in Medical Education","field":"Medicine","cited_by":4,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Bruyère; University of Ottawa","funders":"","keywords":"Audit; Continuing professional development; Quality management; Medical education; Quality (philosophy); Continuing medical education; Medicine; Chart; Patient safety; Professional development; Process (computing); Psychology; Continuing education; Health care; Management system; Computer science; Operations management; Business; Engineering","score_opus":0.1333260730173224,"score_gpt":0.43502954478413136,"score_spread":0.30170347176680895,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3017998936","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.6840869,0.00072839,0.14243059,0.13763742,0.00095204025,0.0009725427,0.0000030681542,0.000058299942,0.03313073],"genre_scores_gemma":[0.92378396,0.00026592822,0.05782695,0.016407575,0.0015570229,0.0000033171616,0.000044699347,0.000024411362,0.000086159314],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9981099,0.00021409786,0.0006236895,0.00018084362,0.00075229915,0.00011917864],"domain_scores_gemma":[0.99861056,0.00012329567,0.00043993222,0.00022201965,0.00044584152,0.00015835001],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0050651655,0.000081601174,0.00014722883,0.00005918727,0.0002021917,0.00005406179,0.00037379566,0.000026442183,0.000052414274],"category_scores_gemma":[0.0054998775,0.000054392596,0.000017478316,0.00021264769,0.000093806644,0.00040683954,0.0001278605,0.00042635843,0.00001706714],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0012430619,0.00089293136,0.0025060354,0.00082896877,0.000676606,0.00055438705,0.034435485,0.000064785425,0.00047930318,0.015151677,0.07934643,0.8638203],"study_design_scores_gemma":[0.0011775307,0.00025144653,0.01078811,0.00025315915,0.000093267656,0.0003611163,0.008307024,0.0005403737,0.000049680264,0.000026342523,0.97806966,0.000082305014],"about_ca_topic_score_codex":5.9509773e-7,"about_ca_topic_score_gemma":2.2318827e-7,"teacher_disagreement_score":0.8987232,"about_ca_system_score_codex":0.000046143967,"about_ca_system_score_gemma":0.00029631,"threshold_uncertainty_score":0.6584264},"labels":[],"label_agreement":null},{"id":"W3126241466","doi":"10.1080/21614083.2021.1874644","title":"Standards for Substantive Equivalency between Continuing Professional Development/Continuing Medical Education (CPD/CME) Accreditation Systems","year":2021,"lang":"en","type":"article","venue":"Journal of European CME","topic":"Innovations in Medical Education","field":"Medicine","cited_by":23,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Accreditation; Continuing medical education; Competence (human resources); Medical education; Continuing professional development; Continuing education; Professional development; Health care; Political science; Medicine; Psychology","score_opus":0.02626644277838814,"score_gpt":0.37471757936533634,"score_spread":0.3484511365869482,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3126241466","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.96000236,0.0012407737,0.025411867,0.0027267335,0.0074507063,0.00043834237,0.000014724348,0.00003113047,0.0026833527],"genre_scores_gemma":[0.9756469,0.00006964015,0.014789192,0.00039528258,0.0055883876,0.0000128068095,0.00021387935,0.00005862099,0.0032252835],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.99598056,0.0003247333,0.0014932993,0.00023009768,0.0016878733,0.00028340705],"domain_scores_gemma":[0.9916178,0.00025106166,0.0009814865,0.00018500118,0.006742143,0.00022249411],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0053828703,0.00017352431,0.00045282918,0.00030711276,0.00013375442,0.00007595592,0.00020434654,0.00011647489,0.00022183146],"category_scores_gemma":[0.014422433,0.00014832789,0.00011165086,0.00054707,0.00007115354,0.00032348005,0.000055837467,0.0006069778,0.000012484507],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00045592283,0.001245458,0.02520791,0.001416095,0.0005416572,0.00026971614,0.015909113,0.0000071844584,0.0059073265,0.0030166847,0.17686573,0.76915723],"study_design_scores_gemma":[0.007065721,0.0006594119,0.26426446,0.021597654,0.00060437334,0.0012955283,0.016584808,0.0003452241,0.004500463,0.00022169553,0.68226194,0.0005986967],"about_ca_topic_score_codex":6.799537e-7,"about_ca_topic_score_gemma":6.229293e-7,"teacher_disagreement_score":0.7685585,"about_ca_system_score_codex":0.0004653434,"about_ca_system_score_gemma":0.004807305,"threshold_uncertainty_score":0.9938795},"labels":[],"label_agreement":null},{"id":"W3130485765","doi":"10.1080/21614083.2021.1883941","title":"Cologne Consensus Conference A Meeting of the International Academy for CPD Accreditation A World Apart: We Are Together","year":2021,"lang":"en","type":"article","venue":"Journal of European CME","topic":"Health and Medical Research Impacts","field":"Medicine","cited_by":1,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Ninth; Political science; Coronavirus disease 2019 (COVID-19); Medical education; Pandemic; Continuing medical education; Continuing education; Continuing professional development; Medicine; Library science; Professional development; Computer science","score_opus":0.250049302019463,"score_gpt":0.43204171601358704,"score_spread":0.18199241399412402,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3130485765","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.5312473,0.00073846313,0.00039364604,0.42257124,0.0009950369,0.0004179843,0.000036487956,0.000009628601,0.043590188],"genre_scores_gemma":[0.9827821,0.00023968176,0.0018100505,0.008712463,0.001022209,0.0000014595412,0.0000021067294,0.000015495656,0.00541443],"study_design_codex":"not_applicable","study_design_gemma":"not_applicable","domain_scores_codex":[0.998333,0.00025916033,0.0004964949,0.000081637474,0.0005853828,0.0002443316],"domain_scores_gemma":[0.99715173,0.00072408305,0.00048490663,0.0000810901,0.00088602665,0.0006721435],"candidate_categories":["metaresearch"],"consensus_categories":[],"category_scores_codex":[0.0023229027,0.00006333737,0.0002179853,0.00008802835,0.000034315737,0.000015958469,0.00016301424,0.000028207472,0.00013041521],"category_scores_gemma":[0.04368296,0.000039211463,0.0001127472,0.00015361079,0.00008971615,0.000035611498,0.000056397283,0.0004456293,0.000007027339],"study_design_candidate":"not_applicable","study_design_consensus":"not_applicable","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0027602282,0.0005582293,0.013022087,0.0008003077,0.00042369784,0.0007047015,0.0020331836,0.00002563561,0.17737393,0.0011199426,0.751921,0.049257055],"study_design_scores_gemma":[0.005422854,0.0006135885,0.06930047,0.0037874258,0.000120139004,0.0006385235,0.001032453,0.00045128446,0.01796245,0.00042301507,0.90015,0.00009779054],"about_ca_topic_score_codex":0.0000010676291,"about_ca_topic_score_gemma":0.000006901645,"teacher_disagreement_score":0.45153478,"about_ca_system_score_codex":0.00007291596,"about_ca_system_score_gemma":0.0017900572,"threshold_uncertainty_score":0.9643725},"labels":[],"label_agreement":null},{"id":"W3201844792","doi":"10.1080/21614083.2021.1984076","title":"Imagining the Future of Learning in Healthcare: The GAME 2019 #FuturistForum","year":2021,"lang":"en","type":"article","venue":"Journal of European CME","topic":"Innovations in Medical Education","field":"Medicine","cited_by":9,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Axdev Group (Canada)","funders":"Daiichi Sankyo Europe; Fogarty International Center; Astellas Pharma US; California Department of Fish and Game; Janssen Pharmaceuticals; AstraZeneca; Daiichi Sankyo Company; Merck","keywords":"Enabling; Health care; Event (particle physics); Pandemic; Coronavirus disease 2019 (COVID-19); Knowledge management; Reflection (computer programming); Psychology; Public relations; Medicine; Political science; Computer science","score_opus":0.011704505551631206,"score_gpt":0.3086665536704965,"score_spread":0.2969620481188653,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W3201844792","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.540197,0.007166988,0.0002576537,0.4433701,0.002090562,0.00010857372,7.018075e-7,0.000008484477,0.00679993],"genre_scores_gemma":[0.990082,0.0005770257,0.00093096227,0.0050087436,0.002285189,3.5753723e-7,0.0000040976524,0.000018626451,0.0010929849],"study_design_codex":"design_other","study_design_gemma":"not_applicable","domain_scores_codex":[0.9984699,0.00038387487,0.00057636417,0.00007068154,0.00035827328,0.00014090924],"domain_scores_gemma":[0.99870944,0.00008555106,0.00043815892,0.0002083979,0.0005241593,0.000034320576],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0023940746,0.00006528335,0.00017447355,0.00009240093,0.00006400161,0.000016671036,0.00016862314,0.000024619603,0.00006628014],"category_scores_gemma":[0.00097282423,0.000034642413,0.0000739161,0.0005023199,0.00007738429,0.000064779066,0.000044502456,0.0012323222,0.000012758205],"study_design_candidate":"not_applicable","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00037286835,0.0006420173,0.1049061,0.00034945985,0.00025371063,0.001309442,0.02109384,0.00041949336,0.010808952,0.013463328,0.28332892,0.5630519],"study_design_scores_gemma":[0.0011239039,0.00027045253,0.2913203,0.0005469501,0.000059368827,0.0016824362,0.012155755,0.00016385088,0.0003792214,0.00024477573,0.69197434,0.00007862701],"about_ca_topic_score_codex":0.0000057231287,"about_ca_topic_score_gemma":0.0000023076316,"teacher_disagreement_score":0.56297326,"about_ca_system_score_codex":0.000060384456,"about_ca_system_score_gemma":0.00033451882,"threshold_uncertainty_score":0.53538954},"labels":[],"label_agreement":null},{"id":"W4234924149","doi":"10.3109/21614083.2013.779580","title":"The benefits of accrediting institutions and organisations as providers of continuing professional education","year":2013,"lang":"en","type":"article","venue":"Journal of European CME","topic":"Healthcare Quality and Management","field":"Health Professions","cited_by":5,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":false,"ca_institutions":"Royal College of Physicians and Surgeons of Canada","funders":"","keywords":"Accreditation; Context (archaeology); Business; Continuing education; Professional development; Professional association; Medical education; Higher education; Public relations; Political science; Medicine","score_opus":0.09035989632951633,"score_gpt":0.42691374385911285,"score_spread":0.3365538475295965,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4234924149","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.9699812,0.00035793334,0.000111125686,0.013551147,0.0010092458,0.0005317014,0.000004488882,0.0000075973658,0.014445571],"genre_scores_gemma":[0.99670136,0.00021113707,0.00060445897,0.000560693,0.0004099774,0.0000074473496,0.000002166002,0.000010505755,0.0014922712],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.9977647,0.0008191754,0.00096256804,0.00006808265,0.00022821556,0.00015722727],"domain_scores_gemma":[0.997174,0.0005597265,0.0011928226,0.00013026762,0.0008421812,0.00010098528],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001998914,0.00006450388,0.00015653434,0.0000941053,0.0004931202,0.000013382356,0.00015553967,0.000033776527,0.00008125202],"category_scores_gemma":[0.0015504904,0.000042739324,0.00003842056,0.000121515426,0.000096839714,0.00029585522,0.00009884202,0.00036021305,0.000024942114],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00012977333,0.0007053969,0.039579447,0.0021513507,0.0002478653,0.000004511647,0.09106004,0.000077239325,0.008363359,0.36204395,0.09697317,0.3986639],"study_design_scores_gemma":[0.0010704112,0.00034447707,0.69832605,0.0039986107,0.00008636832,0.000021325197,0.12093886,0.000019960431,0.0002328296,0.0030053656,0.1717983,0.00015743767],"about_ca_topic_score_codex":0.00016572177,"about_ca_topic_score_gemma":0.00005461468,"teacher_disagreement_score":0.6587466,"about_ca_system_score_codex":0.000049488866,"about_ca_system_score_gemma":0.00084829034,"threshold_uncertainty_score":0.3792732},"labels":[],"label_agreement":null},{"id":"W4243770048","doi":"10.3109/21614083.2013.812965","title":"State of play of CME in Europe in 2012: proceedings from the fifth annual meeting of the European CME Forum","year":2013,"lang":"en","type":"article","venue":"Journal of European CME","topic":"Innovations in Medical Education","field":"Medicine","cited_by":0,"is_retracted":false,"has_abstract":true,"route_ca_aff":false,"route_ca_fund":false,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"","funders":"","keywords":"Accreditation; Panel discussion; Political science; Session (web analytics); Medical education; Continuing medical education; Work (physics); State (computer science); Library science; Public relations; Medicine; Continuing education; Engineering; Business","score_opus":0.010932912086272267,"score_gpt":0.25840085229909726,"score_spread":0.247467940212825,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4243770048","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.97680694,0.0002149305,0.000021236423,0.004686471,0.00031981597,0.00029908406,0.00001348644,0.0000049322316,0.017633123],"genre_scores_gemma":[0.99748874,0.0000801987,0.0010199138,0.00067498407,0.0003374901,9.235159e-7,0.00000326221,0.000047442794,0.00034704173],"study_design_codex":"observational","study_design_gemma":"observational","domain_scores_codex":[0.9968671,0.0004428326,0.0016628094,0.00014633789,0.00063542207,0.00024545105],"domain_scores_gemma":[0.9965075,0.00017029104,0.001617628,0.00027559887,0.0013701693,0.00005881546],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.0037804304,0.0001517838,0.00040110486,0.00025848314,0.000037224552,0.00001512199,0.00059797266,0.000028190985,0.0000973487],"category_scores_gemma":[0.0038203192,0.00008720068,0.00009277316,0.0010260119,0.00023052817,0.00030438582,0.00018175821,0.0007595729,0.000022035156],"study_design_candidate":"observational","study_design_consensus":"observational","about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.0006026129,0.0020202852,0.52185535,0.00047582804,0.00032704388,0.000118783144,0.063913845,0.00046390036,0.171594,0.00053042645,0.16705118,0.07104678],"study_design_scores_gemma":[0.0015519189,0.00030831672,0.9793119,0.0019352358,0.000049212154,0.00004541453,0.0030493543,0.0001281486,0.0020933475,0.00012655645,0.011304105,0.00009651301],"about_ca_topic_score_codex":0.00010723735,"about_ca_topic_score_gemma":0.000011868496,"teacher_disagreement_score":0.45745656,"about_ca_system_score_codex":0.000053579955,"about_ca_system_score_gemma":0.00015683571,"threshold_uncertainty_score":0.4573555},"labels":[],"label_agreement":null},{"id":"W4294276597","doi":"10.1080/21614083.2022.2116193","title":"Benefits of Providing Feedback and Utilisation Metrics to Specialists on Their Participation in eConsult","year":2022,"lang":"en","type":"article","venue":"Journal of European CME","topic":"Healthcare Systems and Technology","field":"Business, Management and Accounting","cited_by":3,"is_retracted":false,"has_abstract":true,"route_ca_aff":true,"route_ca_fund":true,"route_ca_venue":false,"route_about_ca":true,"ca_institutions":"Ottawa Hospital; Bruyère; University of Ottawa","funders":"Ministry of Health, Ontario","keywords":"Service (business); Medicine; Business; Medical education; Family medicine; Marketing","score_opus":0.06146056393850096,"score_gpt":0.2735824405843068,"score_spread":0.21212187664580584,"validation_status":"score_only:v0-immature-baseline","prediction":{"id":"W4294276597","genre_codex":"empirical","genre_gemma":"empirical","domain_codex":null,"domain_gemma":null,"model_version":"codex-gemma-dda1882f352a","genre_candidate":"empirical","genre_consensus":"empirical","domain_candidate":null,"domain_consensus":null,"prediction_status":"machine_predicted_unvalidated","genre_scores_codex":[0.99336636,0.00009664246,0.000017977824,0.0014513978,0.00028543125,0.0001238775,0.0000022476406,0.0000079991,0.0046480834],"genre_scores_gemma":[0.99912286,0.00000790206,0.000037482234,0.00038770592,0.00040929823,0.0000013707278,0.000001189257,0.000011386561,0.000020781488],"study_design_codex":"design_other","study_design_gemma":"observational","domain_scores_codex":[0.99913377,0.00006214845,0.000451677,0.00008450793,0.00016241876,0.00010550643],"domain_scores_gemma":[0.99927205,0.000043085813,0.0004729067,0.00007591761,0.00012402143,0.000012044846],"candidate_categories":[],"consensus_categories":[],"category_scores_codex":[0.001371469,0.000059461956,0.00015511425,0.0006590894,0.000064680265,0.00003475514,0.00011136277,0.000014105373,0.000024141122],"category_scores_gemma":[0.00040296858,0.0000513159,0.00002507523,0.0005653841,0.000009023585,0.00019540919,0.00009873911,0.00014619551,0.0000070594992],"study_design_candidate":"observational","study_design_consensus":null,"about_ca_topic_candidate":false,"about_ca_topic_consensus":false,"about_ca_system_candidate":false,"about_ca_system_consensus":false,"study_design_scores_codex":[0.00039595182,0.00047270855,0.28152478,0.0004276955,0.000047738693,0.00008041597,0.0021307955,0.005799676,0.0020776521,0.076425314,0.0029811405,0.62763613],"study_design_scores_gemma":[0.00076301995,0.0002391747,0.9018059,0.00013862748,0.000012854705,0.000014489707,0.0010046555,0.00045118135,0.00017901722,0.00040060817,0.09487317,0.00011731338],"about_ca_topic_score_codex":0.00008655358,"about_ca_topic_score_gemma":0.000072572046,"teacher_disagreement_score":0.62751883,"about_ca_system_score_codex":0.00005036012,"about_ca_system_score_gemma":0.0000144161195,"threshold_uncertainty_score":0.20926017},"labels":[],"label_agreement":null}]}